-- Logs begin at Thu 2021-04-15 10:07:25 UTC, end at Thu 2021-04-15 11:18:19 UTC. --
Apr 15 10:47:32.784369 dv-cinder-786386-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 15 10:47:36.034905 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.common.config [-] Logging enabled!
Apr 15 10:47:36.035529 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84
Apr 15 10:47:36.036972 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85207) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 15 10:47:36.038882 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.common.config [-] Logging enabled!
Apr 15 10:47:36.039182 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84
Apr 15 10:47:36.039538 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85207) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 15 10:47:36.040625 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 10:47:36.040896 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 10:47:36.042015 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 10:47:36.042302 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 10:47:36.042566 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 10:47:36.042975 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.043324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.043667 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.043933 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.044815 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.045152 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.045477 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.045813 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.046160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.046487 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.046841 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.047170 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.047439 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.047767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.048100 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.048437 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.048694 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] debug                          = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.049013 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.049563 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.049890 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.050209 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.050540 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.050891 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.051203 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.051520 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.051845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.052237 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] host                           = dv-cinder-786386-1-iscsi {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.052553 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.052883 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.053212 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.053545 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.053859 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.054176 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.054504 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.054848 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.055160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.055472 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.055805 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.056134 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.056476 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.056737 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.056994 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.057326 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.057664 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.057978 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.058291 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.058620 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.058950 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.059262 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.059567 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.060470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.060803 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.061134 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.061449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.061762 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.062084 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.062665 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.062985 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.063340 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.063656 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.063974 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.064415 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.064746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.065151 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.065519 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.065917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.066247 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.066577 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.066925 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.067259 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.067573 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.067890 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.068207 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.068517 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.068836 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.069164 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.069477 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.069787 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.070100 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.070411 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.070778 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:36.071128 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.071521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.071871 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.072277 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.072760 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.073207 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.073578 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.074007 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.074344 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.074798 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.075134 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.075452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.075938 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.076336 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.076719 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.077204 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.077553 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.077916 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.078314 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.078708 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.079141 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.079470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.079801 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.080142 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.080482 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.080798 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.081170 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.081428 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.081746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.082062 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.082378 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.082747 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.083069 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.083384 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.083709 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.084026 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.084337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.084645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.084965 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.085300 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.085614 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.085926 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.086233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.086549 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.087663 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.087663 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.087982 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.088235 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.089507 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.089507 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.089507 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.091002 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.091175 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.091408 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.091738 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.092058 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.092376 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.092692 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.093007 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.093322 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.093636 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.093952 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.094270 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.094626 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.094925 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.095237 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.095554 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.095863 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.096196 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.096542 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.096865 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.097185 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.097505 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.097826 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.098149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.098468 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.098817 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.099140 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.099456 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.099838 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.100165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.100627 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.100959 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.101281 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.101626 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.101985 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.102434 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.102789 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.103149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.103446 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.103774 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.104114 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.104447 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.104785 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.105121 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.105461 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.105783 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.106145 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.107060 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:36.107252 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 10:47:36.107534 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85207) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 15 10:47:36.792967 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO keyring.backend [-] Loading Gnome
Apr 15 10:47:36.810510 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO keyring.backend [-] Loading Google
Apr 15 10:47:36.813402 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO keyring.backend [-] Loading Windows (alt)
Apr 15 10:47:36.817393 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO keyring.backend [-] Loading file
Apr 15 10:47:36.818248 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO keyring.backend [-] Loading keyczar
Apr 15 10:47:36.818534 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO keyring.backend [-] Loading multi
Apr 15 10:47:36.819211 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO keyring.backend [-] Loading pyfs
Apr 15 10:47:36.869264 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:47:36.869582 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:47:36.869905 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:47:36.870289 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 15 10:47:37.285330 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.285903 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.285903 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.287336 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.287763 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.288054 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.327807 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.328144 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.328489 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.344652 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.344999 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.345380 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.416727 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.416958 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.417318 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.418473 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.418883 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.421088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.706283 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f0bc74b2ae8> agent after_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.706721 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f0bc74b2ae8> agent after_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.707033 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f0bc74b2b70> segment precommit_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.707379 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f0bc74b2bf8> network precommit_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.708278 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f0bc74a2bf8> segment before_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.864683 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> network before_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.865121 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f0bc74eb158> agent before_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.865494 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> network before_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.865853 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> port before_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.866280 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> port before_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.866820 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> segment after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.867215 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> segment precommit_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.867600 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> segment precommit_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.867981 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> segment after_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.868494 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> network after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.868880 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> network precommit_delete 0 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.869278 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> port provisioning_complete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.869677 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> rbac-policy before_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.870063 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> rbac-policy after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.870475 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> agent after_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.870937 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> subnet after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.871327 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> subnet precommit_delete 0 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.871743 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> rbac-policy before_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.872183 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> rbac-policy before_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.873130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> segment_host_mapping after_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.873733 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> port after_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.874124 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> port after_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.874508 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> port after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.874987 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> rbac-policy before_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.875360 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> rbac-policy before_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.875737 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0bc747e4e0>> rbac-policy before_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.876338 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:47:37.876706 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:47:37.877070 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:47:37.877434 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:47:37.877802 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:47:37.878172 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:47:37.878819 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 15 10:47:37.882474 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 15 10:47:37.887032 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 15 10:47:37.891391 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1400, 1449)])])
Apr 15 10:47:37.893145 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 15 10:47:37.894458 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 15 10:47:37.894887 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 15 10:47:37.895329 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 15 10:47:37.898526 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 15 10:47:37.898838 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 15 10:47:37.899240 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 15 10:47:37.929371 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 15 10:47:37.929894 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f0bc746d668>> qos_plugin after_init 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.930226 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85207) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 15 10:47:37.930876 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f0bc744c208>> logging-plugin after_init 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.932301 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85207) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 15 10:47:37.932638 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 15 10:47:37.932916 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 15 10:47:37.936367 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f0bc744c278>> floatingip before_response 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:37.936682 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f0bc744c278>> port before_response 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.006695 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 15 10:47:38.006925 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 15 10:47:38.007138 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 15 10:47:38.007553 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 15 10:47:38.042794 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_db.sqlalchemy.engines [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85207) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 15 10:47:38.495808 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Initializing driver for type 'gre'
Apr 15 10:47:38.496432 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] gre ID ranges: [(1, 1000)]
Apr 15 10:47:38.540974 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Initializing driver for type 'local'
Apr 15 10:47:38.541471 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Initializing driver for type 'vlan'
Apr 15 10:47:38.554481 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] VlanTypeDriver initialization complete
Apr 15 10:47:38.554917 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Initializing driver for type 'vxlan'
Apr 15 10:47:38.555482 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] vxlan ID ranges: [(1, 1000)]
Apr 15 10:47:38.597169 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Initializing extension driver 'port_security'
Apr 15 10:47:38.597594 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.extensions.port_security [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] PortSecurityExtensionDriver initialization complete
Apr 15 10:47:38.598085 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Initializing mechanism driver 'openvswitch'
Apr 15 10:47:38.598503 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Initializing mechanism driver 'hyperv'
Apr 15 10:47:38.605104 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:47:38.605953 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0bc7456cf8>> port after_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.606366 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0bc7456cf8>> port after_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.606817 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0bc7456cf8>> port after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.607253 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0bc6d28c88>> subnet after_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.607645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0bc6d28c88>> subnet after_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.608028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0bc6d28c88>> subnet after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.608449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0bc6d28e48>> network after_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.608834 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0bc6d28e48>> network after_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.609214 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0bc6d28e48>> network after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.609629 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0bc6d28f28>> security_group after_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.610014 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0bc6d28f28>> security_group after_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.610548 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0bc6d28f28>> security_group after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.611001 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0bc6d30208>> security_group_rule after_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.611383 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0bc6d30208>> security_group_rule after_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.611764 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0bc6d30208>> security_group_rule after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.612188 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0bc6d303c8>> address_group after_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.612565 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0bc6d303c8>> address_group after_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.612942 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0bc6d303c8>> address_group after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.613307 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] ML2 OVO RPC backend initialized. {{(pid=85207) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 15 10:47:38.614125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0bc6d304a8>> router_interface after_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.614515 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0bc6d304a8>> router_interface after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.615011 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0bc6d304a8>> network before_response 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.615395 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0bc6d304a8>> networks before_response 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.615776 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0bc6d304a8>> port before_response 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.616154 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0bc6d304a8>> ports before_response 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.616536 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0bc6d304a8>> subnet before_response 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.616913 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0bc6d304a8>> subnets before_response 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.617294 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0bc6d304a8>> network after_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.617671 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0bc6d304a8>> network after_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.618043 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0bc6d304a8>> network after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.618416 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0bc6d304a8>> port after_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.618817 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0bc6d304a8>> port after_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.619191 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0bc6d304a8>> port after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.619566 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0bc6d304a8>> subnet after_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.619938 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0bc6d304a8>> subnet after_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.620310 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0bc6d304a8>> subnet after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.620992 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.plugin [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Modular L2 Plugin initialization complete
Apr 15 10:47:38.621350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading services supported by the core plugin {{(pid=85207) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 15 10:47:38.621723 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.managers [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Got port-security extension from driver 'port_security'
Apr 15 10:47:38.622279 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.extensions.vlantransparent [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Disabled vlantransparent extension.
Apr 15 10:47:38.622859 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85207) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 15 10:47:38.623208 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading Plugin: router
Apr 15 10:47:38.663969 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> router_interface before_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.664414 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> router after_create 55549900 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.664827 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> router before_create 55549900 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.665233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> router_interface before_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.665653 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> router_interface after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.666046 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> router after_delete 55549900 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.666445 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> floatingip after_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.666901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> router after_create 55549900 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.667286 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> router after_update 55549900 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.667673 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> router after_update 55549900 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.668059 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> router_gateway after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.668466 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> router after_update 55549900 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.668996 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> router precommit_update 55549900 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.669426 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f0bc73af2f0> port after_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.669808 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f0bc73af1e0> port after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.670184 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f0bc73af268> subnet after_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.670562 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f0bc73af378> subnetpool_address_scope after_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.670995 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> port precommit_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.671383 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> router precommit_create 55549900 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.671766 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f0bc737f7b8> port before_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.672145 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> router precommit_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.672548 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> router after_update 55549900 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.672930 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> router precommit_delete 55549900 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.673318 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> router precommit_create 55549900 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.673724 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> router_interface after_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.674107 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> router precommit_update 55549900 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.674538 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0bc6d30630>> network after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.675653 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Tracking information for resource: router configured {{(pid=85207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:47:38.676029 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Tracking information for resource: floatingip configured {{(pid=85207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 10:47:38.681518 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_agentschedulers_db [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 15 10:47:38.682193 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f0bc6cb4f28> port after_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.682639 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f0bc6cb4e18> port after_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.683013 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <function _notify_port_delete at 0x7f0bc6cb4ea0> port after_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.683404 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f0bc6cb6158> port after_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.684351 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0bc6c2a2e8>> router before_create 55550100 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.685304 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0bc6c2a2e8>> router precommit_delete 55550100 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.685712 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0bc6c2a2e8>> router precommit_create 55550100 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.686107 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0bc6c2a2e8>> router precommit_update 55550100 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.691207 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.provider_configuration [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Service providers = [] {{(pid=85207) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 15 10:47:38.691606 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.servicetype_db [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85207) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 15 10:47:38.694668 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.service_base [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 10:47:38.695057 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.service_base [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 10:47:38.695443 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.service_base [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 10:47:38.696357 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.service_base [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 10:47:38.696771 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.services.service_base [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 15 10:47:38.697220 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:47:38.697572 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 15 10:47:38.708984 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:47:38.709360 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading Plugin: auto_allocate
Apr 15 10:47:38.715401 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0bc6c86730> network precommit_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.715846 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0bc6c86730> network precommit_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.716478 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:47:38.716841 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading Plugin: tag
Apr 15 10:47:38.724413 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:47:38.724785 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading Plugin: timestamp
Apr 15 10:47:38.728885 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:47:38.729264 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading Plugin: network_ip_availability
Apr 15 10:47:38.735263 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0bc6c81710>> rbac-policy before_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.735673 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0bc6c81710>> rbac-policy before_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.736066 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0bc6c81710>> rbac-policy before_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.736932 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:47:38.737296 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading Plugin: flavors
Apr 15 10:47:38.742330 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:47:38.742801 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading Plugin: revisions
Apr 15 10:47:38.748173 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 10:47:38.748538 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.879s {{(pid=85207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:47:38.749382 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85207) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 15 10:47:38.749746 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Initializing extension manager.
Apr 15 10:47:38.750347 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: __init__.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.750760 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: __pycache__ {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.751138 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.751514 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: address_group.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.752398 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.753069 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: address-group
Apr 15 10:47:38.753433 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: address_scope.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.754211 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.754821 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: address-scope
Apr 15 10:47:38.755186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.756212 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.756792 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: router-admin-state-down-before-update
Apr 15 10:47:38.757157 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: agent.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.757954 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.758507 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: agent
Apr 15 10:47:38.758908 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: agent_resources_synced.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.759879 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.760452 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: agent-resources-synced
Apr 15 10:47:38.760845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: allowedaddresspairs.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.762840 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.763936 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: allowed-address-pairs
Apr 15 10:47:38.764299 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: auto_allocated_topology.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.765443 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.766041 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: auto-allocated-topology
Apr 15 10:47:38.766403 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: availability_zone.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.767229 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.767811 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: availability_zone
Apr 15 10:47:38.768179 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: availability_zone_filter.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.769134 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.769724 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: availability_zone_filter
Apr 15 10:47:38.770088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: data_plane_status.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.771207 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.771790 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 15 10:47:38.772423 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: default_subnetpools.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.773358 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.773932 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: default-subnetpools
Apr 15 10:47:38.774296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.775269 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.775848 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: dhcp_agent_scheduler
Apr 15 10:47:38.776210 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: dns.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.777181 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.777780 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension dns-integration not supported by any of loaded plugins
Apr 15 10:47:38.778140 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: dns_domain_ports.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.779214 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.779805 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 15 10:47:38.780165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: dvr.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.780894 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.781471 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: dvr
Apr 15 10:47:38.781834 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: empty_string_filtering.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.782793 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.783372 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: empty-string-filtering
Apr 15 10:47:38.783745 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.784662 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.785238 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 15 10:47:38.785602 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.786531 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.787143 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 15 10:47:38.787517 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: external_net.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.788459 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.789037 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: external-net
Apr 15 10:47:38.789407 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.790323 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.790960 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: extra_dhcp_opt
Apr 15 10:47:38.791322 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: extraroute.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.792248 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.792831 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: extraroute
Apr 15 10:47:38.793195 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: extraroute_atomic.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.794303 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.794920 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: extraroute-atomic
Apr 15 10:47:38.795286 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: filter_validation.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.796019 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.796592 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: filter-validation
Apr 15 10:47:38.796947 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: fip_pf_description.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.797897 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.798467 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 15 10:47:38.798858 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: fip_port_details.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.799916 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.800496 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: fip-port-details
Apr 15 10:47:38.800856 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: flavors.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.802130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.802760 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: flavors
Apr 15 10:47:38.803133 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.804862 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.805455 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 15 10:47:38.805830 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: floatingip_pools.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.806657 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.807316 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: floatingip-pools
Apr 15 10:47:38.807747 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: ip_allocation.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.808779 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.809352 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 15 10:47:38.810259 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.811236 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.811925 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: ip-substring-filtering
Apr 15 10:47:38.812318 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: l2_adjacency.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.813266 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.813843 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 15 10:47:38.814217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: l3.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.815383 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.815982 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: router
Apr 15 10:47:38.816350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.818858 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.819461 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 15 10:47:38.819840 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.820806 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.821399 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: ext-gw-mode
Apr 15 10:47:38.821872 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.823017 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.823602 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: l3-ha
Apr 15 10:47:38.823968 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: l3_flavors.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.824928 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.826075 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: l3-flavors
Apr 15 10:47:38.826440 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.827421 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.827993 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 15 10:47:38.828358 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: l3agentscheduler.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.829618 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.830223 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: l3_agent_scheduler
Apr 15 10:47:38.830626 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: logging.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.832272 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.832867 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension logging not supported by any of loaded plugins
Apr 15 10:47:38.833242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: metering.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.834056 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.834816 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: metering
Apr 15 10:47:38.835191 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.836339 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.836926 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: metering_source_and_destination_fields
Apr 15 10:47:38.837295 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: multiprovidernet.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.838246 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.838855 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: multi-provider
Apr 15 10:47:38.839225 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: netmtu.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.840161 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.840744 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: net-mtu
Apr 15 10:47:38.841148 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: netmtu_writable.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.842115 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.842722 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: net-mtu-writable
Apr 15 10:47:38.843088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: network_availability_zone.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.843952 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.844540 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: network_availability_zone
Apr 15 10:47:38.844908 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: network_ip_availability.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.846073 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.846702 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: network-ip-availability
Apr 15 10:47:38.847070 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: network_segment_range.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.847954 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.848528 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 15 10:47:38.848892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: pagination.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.849924 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.850302 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: pagination
Apr 15 10:47:38.850689 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: port_device_profile.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.851609 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.852201 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: port-device-profile
Apr 15 10:47:38.852563 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.853527 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.854117 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: port-mac-address-regenerate
Apr 15 10:47:38.854480 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.855494 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.856073 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: port-numa-affinity-policy
Apr 15 10:47:38.856814 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: port_resource_request.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.857392 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.857964 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 15 10:47:38.858324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: portbindings.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.859310 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.859885 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: binding
Apr 15 10:47:38.860246 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: portbindings_extended.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.861596 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.862186 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: binding-extended
Apr 15 10:47:38.862555 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: portsecurity.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.864115 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.864703 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: port-security
Apr 15 10:47:38.865068 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: project_id.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.866073 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.866456 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: project-id
Apr 15 10:47:38.866853 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: providernet.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.867798 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.868394 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: provider
Apr 15 10:47:38.868758 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: qos.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.873243 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.873868 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension qos not supported by any of loaded plugins
Apr 15 10:47:38.874244 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.875608 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.876194 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 15 10:47:38.876566 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.877508 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.878088 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 15 10:47:38.878450 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: qos_default.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.879422 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.880009 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension qos-default not supported by any of loaded plugins
Apr 15 10:47:38.880375 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: qos_fip.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.881088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.881662 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension qos-fip not supported by any of loaded plugins
Apr 15 10:47:38.882027 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: qos_gateway_ip.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.883060 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.883636 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 15 10:47:38.883998 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: qos_port_network_policy.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.884934 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.885519 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 15 10:47:38.885882 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: qos_rule_type_details.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.886852 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.887447 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 15 10:47:38.888393 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: qos_rules_alias.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.889497 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.890079 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 15 10:47:38.890445 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: quotasv2.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.891585 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.891960 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: quotas
Apr 15 10:47:38.892322 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: quotasv2_detail.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.894212 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.894653 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: quota_details
Apr 15 10:47:38.895004 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: rbac.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.896247 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.896883 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: rbac-policies
Apr 15 10:47:38.897522 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: rbac_address_group.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.898543 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.899158 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: rbac-address-group
Apr 15 10:47:38.899525 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: rbac_address_scope.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.900464 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.901043 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: rbac-address-scope
Apr 15 10:47:38.901407 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: rbac_security_groups.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.902328 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.902931 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: rbac-security-groups
Apr 15 10:47:38.903294 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: rbac_subnetpool.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.904256 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.904835 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: rbac-subnetpool
Apr 15 10:47:38.905199 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: revisionifmatch.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.906140 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.906757 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: revision-if-match
Apr 15 10:47:38.907125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: revisions.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.908311 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.908907 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: standard-attr-revisions
Apr 15 10:47:38.909270 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: router_availability_zone.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.910010 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.910640 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: router_availability_zone
Apr 15 10:47:38.910993 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: routerservicetype.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.911957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.912529 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension router-service-type not supported by any of loaded plugins
Apr 15 10:47:38.912892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.913833 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.914411 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: security-groups-normalized-cidr
Apr 15 10:47:38.914819 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.915757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.916331 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: port-security-groups-filtering
Apr 15 10:47:38.916691 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.917665 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.918227 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: security-groups-remote-address-group
Apr 15 10:47:38.918623 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: securitygroup.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.932703 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.933380 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: security-group
Apr 15 10:47:38.933761 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: segment.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.935454 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.936055 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension segment not supported by any of loaded plugins
Apr 15 10:47:38.936434 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.937503 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.938097 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 15 10:47:38.938461 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: servicetype.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.939669 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.940265 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: service-type
Apr 15 10:47:38.940633 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: sorting.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.941647 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.942033 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: sorting
Apr 15 10:47:38.942400 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: standard_attr_segment.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.943381 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.943980 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 15 10:47:38.944347 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: standardattrdescription.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.945079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.945665 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: standard-attr-description
Apr 15 10:47:38.946027 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: stateful_security_group.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.947058 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.947669 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: stateful-security-group
Apr 15 10:47:38.948043 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: stdattrs_common.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.948642 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 15 10:47:38.949008 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.950244 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.951408 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 15 10:47:38.951774 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: subnet_onboard.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.952886 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.953472 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: subnet_onboard
Apr 15 10:47:38.953836 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.954818 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.955423 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 15 10:47:38.955787 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: subnet_service_types.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.956736 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.957317 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: subnet-service-types
Apr 15 10:47:38.957685 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: subnetallocation.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.958830 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.959417 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: subnet_allocation
Apr 15 10:47:38.959783 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.960515 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.961105 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: subnetpool-prefix-ops
Apr 15 10:47:38.961470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.962447 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.963050 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 15 10:47:38.963413 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: tagging.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.964807 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.965414 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: standard-attr-tag
Apr 15 10:47:38.965784 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: timestamp.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.967092 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.967685 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loaded extension: standard-attr-timestamp
Apr 15 10:47:38.968050 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: trunk.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.969105 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.969688 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension trunk not supported by any of loaded plugins
Apr 15 10:47:38.970052 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: trunk_details.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.971034 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.971615 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension trunk-details not supported by any of loaded plugins
Apr 15 10:47:38.971984 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: uplink_status_propagation.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.972916 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.973491 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 15 10:47:38.973856 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Loading extension file: vlantransparent.py {{(pid=85207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 10:47:38.974603 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 10:47:38.975195 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 15 10:47:38.978157 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Creating instance of TrackedResource for resource:network
Apr 15 10:47:38.979037 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Creating instance of TrackedResource for resource:subnet
Apr 15 10:47:38.979711 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 10:47:38.980370 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Creating instance of TrackedResource for resource:port
Apr 15 10:47:38.982006 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.resource_helper [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:47:38.982499 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.resource_helper [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Service FLAVORS assigned prefix:  {{(pid=85207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:47:38.983233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.resource_helper [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:47:38.983708 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.resource_helper [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:47:38.984079 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Creating instance of TrackedResource for resource:router
Apr 15 10:47:38.984815 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Creating instance of TrackedResource for resource:floatingip
Apr 15 10:47:38.985590 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.resource_helper [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Service METERING assigned prefix: /metering {{(pid=85207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:47:38.987502 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0bc6b28a90>> rbac-policy before_create 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.987906 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0bc6b28a90>> rbac-policy before_update 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.988293 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0bc6b28a90>> rbac-policy before_delete 55550000 {{(pid=85207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:47:38.989510 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 15 10:47:38.990000 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Creating instance of TrackedResource for resource:security_group
Apr 15 10:47:38.990863 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 15 10:47:38.991811 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.resource_helper [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Service CORE assigned prefix:  {{(pid=85207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:47:38.992197 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 10:47:38.992578 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] subnetpool is already registered
Apr 15 10:47:38.993262 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.resource_helper [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Service CORE assigned prefix:  {{(pid=85207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:47:38.993631 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 10:47:38.993995 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] subnetpool is already registered
Apr 15 10:47:38.996920 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.resource_helper [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:47:38.997929 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.resource_helper [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Service FLAVORS assigned prefix:  {{(pid=85207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:47:38.998658 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.resource_helper [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:47:38.999079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.resource_helper [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:47:38.999455 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Creating instance of TrackedResource for resource:router
Apr 15 10:47:38.999825 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] router is already registered
Apr 15 10:47:39.000525 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Creating instance of TrackedResource for resource:floatingip
Apr 15 10:47:39.000890 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] floatingip is already registered
Apr 15 10:47:39.001594 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.resource_helper [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Service METERING assigned prefix: /metering {{(pid=85207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:47:39.002369 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 15 10:47:39.002768 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] rbac_policy is already registered
Apr 15 10:47:39.003432 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Creating instance of TrackedResource for resource:security_group
Apr 15 10:47:39.003798 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] security_group is already registered
Apr 15 10:47:39.004464 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 15 10:47:39.004827 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] security_group_rule is already registered
Apr 15 10:47:39.005572 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.resource_helper [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Service CORE assigned prefix:  {{(pid=85207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:47:39.005941 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 10:47:39.006303 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] subnetpool is already registered
Apr 15 10:47:39.007035 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.resource_helper [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Service CORE assigned prefix:  {{(pid=85207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 10:47:39.007401 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 10:47:39.007761 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING neutron.quota.resource_registry [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] subnetpool is already registered
Apr 15 10:47:39.008492 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: extensions {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.010115 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: address-groups {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.011820 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: address-scopes {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.013678 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: agents {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.014936 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: auto-allocated-topology {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.016268 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: availability_zones {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.017681 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: dhcp-networks {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.019231 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: dhcp-agents {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.020731 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: routers {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.022950 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: flavors {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.024192 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: service_profiles {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.025493 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: next_providers {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.027161 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: service_profiles {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.028746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: floatingip-pools {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.030032 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: routers {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.031961 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: floatingips {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.033311 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: l3-routers {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.034816 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: l3-agents {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.036313 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: metering-labels {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.038905 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: metering-label-rules {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.040263 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: network-ip-availabilities {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.041643 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: bindings {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.043436 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: quotas {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.045632 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: quotas {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.047153 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: rbac-policies {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.048530 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: security-groups {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.049822 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: security-group-rules {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.051180 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: service-providers {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.052476 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: subnetpools {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.053969 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: subnetpools {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.055525 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: tags {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.057351 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: tags {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.059293 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: tags {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.061758 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: tags {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.063664 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: tags {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.065635 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: tags {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.067458 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: tags {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.069506 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: tags {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.071442 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: tags {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.073406 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.extensions [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Extended resource: tags {{(pid=85207) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 10:47:39.080877 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING keystonemiddleware.auth_token [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 15 10:47:39.086409 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING keystonemiddleware.auth_token [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 15 10:47:39.095613 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Acquired lock "singleton_lock" {{(pid=85207) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 15 10:47:39.096147 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Releasing lock "singleton_lock" {{(pid=85207) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 15 10:47:39.097662 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO oslo_service.service [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Starting 2 workers
Apr 15 10:47:39.102683 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Started child 85320 {{(pid=85207) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 10:47:39.107680 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:39.108354 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Started child 85321 {{(pid=85207) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 10:47:39.110088 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.service [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 15 10:47:39.110533 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [-] (85320) wsgi starting up on http://0.0.0.0:9696
Apr 15 10:47:39.110827 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Notify callbacks [] for process, before_spawn {{(pid=85207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:39.113507 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO oslo_service.service [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Starting 1 workers
Apr 15 10:47:39.114618 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:39.116154 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [-] (85321) wsgi starting up on http://0.0.0.0:9696
Apr 15 10:47:39.119235 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Started child 85322 {{(pid=85207) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 10:47:39.119824 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO oslo_service.service [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Starting 1 workers
Apr 15 10:47:39.122142 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.service [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] calling RpcWorker wait() {{(pid=85322) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 15 10:47:39.123298 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.service [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] returning from RpcWorker wait() {{(pid=85322) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 15 10:47:39.125495 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:39.125696 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Started child 85323 {{(pid=85207) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 10:47:39.126225 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:47:39.126406 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f713-742e-41e5-b71b-9e2bc34cad66 None None] Notify callbacks [] for process, after_spawn {{(pid=85207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:39.128462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85207) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 15 10:47:39.128675 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 10:47:39.129054 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 10:47:39.129481 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 10:47:39.130093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 10:47:39.130433 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 10:47:39.131225 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.131673 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.132127 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.132562 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.133076 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.133874 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.134331 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.134818 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.135269 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.135546 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:39.135870 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.136216 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.136553 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.136991 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.137405 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.137544 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:47:39.138129 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.138608 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.139028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.139470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.139827 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.140278 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.140739 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.141184 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.141624 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.142119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.142862 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.143298 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.143741 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.144137 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.144604 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.145021 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.145458 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.145857 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.146252 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.146719 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.147404 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.147810 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.148220 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.148616 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.149061 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.149456 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.150065 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] host                           = dv-cinder-786386-1-iscsi {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.150478 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.150911 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.151350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.151779 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.152221 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.152632 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.153066 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.153570 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.154019 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.154453 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.154901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.155314 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.155742 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.156153 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.156488 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.156879 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.157343 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.157783 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.158153 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.158496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.158852 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.159314 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.159650 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.160082 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.160500 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.160889 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.161296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.161686 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.162095 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.162535 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.162962 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.163374 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.163759 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.164200 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.164639 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.165088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.165497 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.165887 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.166293 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.166735 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.167130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.167567 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.167962 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.168349 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.168774 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.169701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.170709 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.170975 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.171215 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.171495 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.171741 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.171999 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.172318 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.172572 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.172863 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.173161 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.173403 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.173692 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.173951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.174186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.174421 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.174702 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.174942 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.175201 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.175433 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.175661 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.175893 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.176119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.176344 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.176788 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.177097 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.177456 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.177687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.177970 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.178262 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.178548 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.178832 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.179122 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.179355 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.179713 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.180949 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.181894 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.182178 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.182852 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.183329 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.183789 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.184109 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.184478 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.185624 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.185624 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.185869 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.186161 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.186462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.187142 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.100/identity {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.189353 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.189767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.190910 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.191359 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.191782 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.192195 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.193029 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.194366 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.196488 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.197177 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.199065 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.200370 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.202216 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.202748 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.203144 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.203556 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.203941 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.204331 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.204681 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.205033 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.205392 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.205733 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.206106 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.206464 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.206888 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.207279 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.207619 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.207975 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.208376 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.208758 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.209306 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.209641 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.209987 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.210350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.210794 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.211226 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.211685 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.212125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.212540 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.212950 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.213292 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.213644 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.214044 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.214368 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.214721 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.216496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.218423 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.218888 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.219341 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.219763 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.220190 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.220566 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.220947 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.221368 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.221743 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.222131 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.222559 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.223365 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.224338 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.224992 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.226251 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.226727 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.227163 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.227810 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.228420 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.228823 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.229319 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.229708 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.230105 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.230520 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.233423 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.233856 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.234332 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.234830 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.235255 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.235750 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.236076 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.236357 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.236631 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.236944 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.237223 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.237530 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.237819 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.238107 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.238397 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.239027 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.243116 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.243555 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.244025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.244432 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.244916 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.245418 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.245882 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.246338 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.252025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.252511 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.253012 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.253498 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.253989 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.254423 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.257736 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.258230 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.258846 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.259218 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.259543 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.259853 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.260200 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.260680 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.261083 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.261415 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.261733 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.262094 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.262451 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.262899 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.263241 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.263586 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.263913 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.264257 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.264595 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.100/identity {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.264911 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.265211 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.265582 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.265884 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.266202 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.266526 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.268208 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.268626 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.269014 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.269431 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.269813 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.270189 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.270629 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.271723 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.272373 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.272837 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.273583 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.273959 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.274353 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.274775 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.275157 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.275904 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.276545 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.276970 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.277355 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.277857 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.278361 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.278810 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.279226 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.280039 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.280448 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.280831 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.281303 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.281673 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.282035 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.282395 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.282871 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.283226 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.283936 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.284340 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.284735 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.285155 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.285560 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.286114 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.286519 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.286958 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.287344 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.287712 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.288115 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.288487 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.288847 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.289208 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.289571 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.289930 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.290321 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.290764 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.291148 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.291553 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.291914 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.292267 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.292626 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.293005 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.293461 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.293843 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.294780 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.295153 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.295506 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.295887 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.296269 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.296627 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.297028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.297384 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.297759 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.298112 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.298462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.298865 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.299218 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.299598 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.299951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.300302 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.300659 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.301088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.301660 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.302034 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.303120 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.303545 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.303990 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.304411 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.304792 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.305250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.305607 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.305996 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.306473 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.306853 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.307221 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.307803 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.308385 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.309413 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.310634 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.311009 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.311425 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.311959 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.312381 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.312767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.313232 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.313733 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.314130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.314537 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.315015 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.315421 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.315830 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.316186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.316574 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.316981 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.317374 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.317789 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.318246 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.318720 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.319125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.319550 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.319939 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.320349 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.321108 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.321518 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.321938 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.322190 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 10:47:39.322853 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85207) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 15 10:47:39.323158 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 10:47:39.323470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 10:47:39.323801 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 10:47:39.324129 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 10:47:39.324432 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 10:47:39.324809 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.325122 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.325454 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.325745 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.325973 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:47:39.326227 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.326396 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.326704 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.326997 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.327287 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.327576 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.327874 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.328165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.328456 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.328756 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.329048 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.329342 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.329628 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.329914 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.330206 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.330498 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.330815 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.331113 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.331400 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.331686 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.332013 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.332305 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.332594 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.332881 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.333167 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.333456 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.333747 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.334045 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.334333 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.334663 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.334950 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.335237 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.335527 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.335888 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.336152 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.336685 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.337072 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] host                           = dv-cinder-786386-1-iscsi {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.337295 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.337588 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.337877 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.338165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.338453 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.338779 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.339067 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.339349 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.339642 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.339929 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.340216 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.340500 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.340813 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.341102 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.341389 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.341674 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.341968 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.342256 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.342567 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.342905 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.343196 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.343531 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.343823 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.344110 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.344397 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.344690 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.344977 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.345262 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.345559 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.345855 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.346158 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.346464 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.346800 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.347107 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.347414 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.347706 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.348010 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.348345 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.349157 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.349460 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.349763 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.350069 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.350377 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.350700 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.350991 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.351278 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.351566 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.351874 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.352163 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.352447 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.352733 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.353020 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.353400 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.354180 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.354487 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.354814 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.355105 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.355392 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.355698 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.356383 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.357350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.357760 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.358049 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.358394 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.358725 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.359015 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.359322 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.359626 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.359940 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 10:47:39.360278 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.360599 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.360924 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.361217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.361525 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.361837 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.362130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.362422 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.362744 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.363036 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.363333 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.363963 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.364265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.364575 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.364870 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.365164 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.365453 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.365745 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.366037 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.366332 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.366664 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.366952 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.367288 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.367553 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.367788 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.100/identity {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.368026 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.368257 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.368489 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.368719 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.368952 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.369184 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.369417 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.369651 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.369970 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.370264 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.370554 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.370875 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.371174 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.371464 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.371756 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.372102 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.372903 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.373196 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.373486 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.373779 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.374072 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.374373 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.374708 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.375001 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.375291 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.375594 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.375884 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.376174 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.376464 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.376754 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.377048 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.377337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.377648 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.377939 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.378227 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.378521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.378857 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.379148 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.379437 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.379733 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.380038 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.380329 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.380621 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.380910 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.381199 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.381488 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.381775 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.382064 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.382356 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.382683 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.382896 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.383098 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.383297 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.383496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.383695 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.383894 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.384093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.384291 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.384487 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.384701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.385011 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.385302 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.385592 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.385897 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.386185 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.386486 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.386819 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.387862 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.388401 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.388712 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.389080 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.389310 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.389625 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.389943 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.390252 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.390568 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.390911 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.391219 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.391530 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.391841 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.392147 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.392457 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.392767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.393078 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.393388 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.393694 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.394019 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.394326 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.394662 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.394975 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.395294 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.395616 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.395926 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.396238 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.396545 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.396853 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.397422 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.397728 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.398121 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.398348 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.398677 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.398964 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.399293 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.399637 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.399908 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.400359 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.400542 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.400852 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.401144 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.401435 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.401727 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.402022 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.402311 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.402634 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.402940 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.403232 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.404101 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.404385 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.405131 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.100/identity {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.405367 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.405558 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.405858 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.406148 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.406440 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.406778 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.407088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.407399 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.407709 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.408021 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.408316 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.408605 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.408897 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.409187 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.409475 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.409765 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.410073 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.410538 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.410803 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.411053 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.411313 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.411607 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.411896 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.412203 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.412507 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.412804 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.413096 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.413386 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.413682 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.413991 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.414287 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.414638 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.414924 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.415218 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.415532 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.415825 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.416116 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.416411 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.416702 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.416993 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.417285 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.417593 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.417903 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.418212 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.418518 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.418845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.419699 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.419992 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.420285 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.420601 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.420890 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.421184 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.421473 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.421760 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.422054 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.422355 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.422678 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.422970 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.423258 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.423548 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.423840 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.424130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.424435 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.424726 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.425021 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.425307 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.425613 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.425914 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.426201 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.426488 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.426810 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.427097 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.427394 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.427687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.427975 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.428263 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.428552 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.428850 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.429140 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.429426 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.429712 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.430001 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.430334 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.430673 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.430872 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.431179 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.431468 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.431757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.432079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.432382 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.432672 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.432968 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.433257 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.433544 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.433831 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.434119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.434417 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.434798 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.435096 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.435390 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.435719 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.436031 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.436355 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.436645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.436943 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.437250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.437539 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.437829 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.438119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.438415 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.438738 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.439028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.439321 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.439609 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.439900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.440198 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.440493 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.440782 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.441078 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.441369 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.441658 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.441957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.442244 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.442532 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.442856 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 10:47:39.443132 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 10:47:39.482321 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 39678) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:47:39.494089 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [-] 10.222.0.100 "GET / HTTP/1.1" status: 200  len: 254 time: 0.0094652
Apr 15 10:47:53.863411 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da55eb2f-5bd7-4ff6-ab64-c2258085ed4a None None] get_active_networks_info from dv-cinder-786386-1-iscsi {{(pid=85322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 15 10:47:54.011819 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da55eb2f-5bd7-4ff6-ab64-c2258085ed4a None None] No non-hosted networks {{(pid=85322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 15 10:47:54.042130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed53c-6439-4ff8-9dd1-5cd2108f8357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810'] for agent, after_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:55.403637 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-422d9ed4-29dd-4ab6-867b-f73ddb64a815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810'] for agent, after_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:55.451702 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a60afac4-1aab-431d-a354-46dff12ce21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:56.678449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810'] for agent, after_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:57.015053 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810'] for agent, after_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:47:57.016273 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:57.016845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:57.017549 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:57.018245 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:57.018849 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:57.019546 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:57.020225 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:57.023729 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:57.024398 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:57.024972 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:57.025534 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:57.026112 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:47:57.031311 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0bc5f1d7f0>, 'Open vSwitch agent', 'dv-cinder-786386-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:47:57.040530 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0bc5efacf8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786386-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:47:58.114526 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 39758) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:47:59.055642 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING oslo_policy.policy [None req-f4984a61-013d-434a-9c6f-e81aa5185301 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:47:59.056344 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING oslo_policy.policy [None req-f4984a61-013d-434a-9c6f-e81aa5185301 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:47:59.346311 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [None req-f4984a61-013d-434a-9c6f-e81aa5185301 admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=85321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:47:59.350208 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-f4984a61-013d-434a-9c6f-e81aa5185301 admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 1.2310870
Apr 15 10:48:00.204032 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810'] for agent, after_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:00.450923 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_hamode_db [None req-fad0ccaa-3da0-4407-9177-ca3ae4f21da1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 15 10:48:00.548075 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0ccaa-3da0-4407-9177-ca3ae4f21da1 None None] Routers set() bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:48:00.548528 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0ccaa-3da0-4407-9177-ca3ae4f21da1 None None] Router IDs set() for agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 15 10:48:04.193951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 39782) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:48:04.902753 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING oslo_policy.policy [None req-0bdc4562-592c-476f-b63d-4c08a4295c8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:48:04.904243 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING oslo_policy.policy [None req-0bdc4562-592c-476f-b63d-4c08a4295c8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:48:05.281952 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-0bdc4562-592c-476f-b63d-4c08a4295c8d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:48:05.388974 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.policy [None req-0bdc4562-592c-476f-b63d-4c08a4295c8d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85320) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 15 10:48:05.446403 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING oslo_policy.policy [None req-0bdc4562-592c-476f-b63d-4c08a4295c8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:48:05.446887 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING oslo_policy.policy [None req-0bdc4562-592c-476f-b63d-4c08a4295c8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:48:05.466985 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota [None req-0bdc4562-592c-476f-b63d-4c08a4295c8d admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f0bc6737fd0>.
Apr 15 10:48:05.484586 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0bdc4562-592c-476f-b63d-4c08a4295c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:48:05.550883 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0bdc4562-592c-476f-b63d-4c08a4295c8d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363306321747755', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363306321744287', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363306321803103', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363306321796915', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363306321776805', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363306321777252', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-97000', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-124430', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1644849', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2011369'] for rbac-policy, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:05.795839 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0bdc4562-592c-476f-b63d-4c08a4295c8d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:05.798378 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0bdc4562-592c-476f-b63d-4c08a4295c8d admin admin] 10.222.0.100 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.6016915
Apr 15 10:48:09.112797 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 39800) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:48:09.542486 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'name': 'private'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:48:09.549577 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:48:09.554749 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Usage tracker for resource:network and tenant:fe9a61bccf1740eab6237bbc1f1a0338 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:48:09.559722 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:48:09.566670 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:48:09.577805 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Made reservation on behalf of fe9a61bccf1740eab6237bbc1f1a0338 for: {'network': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:48:09.583929 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:09.602111 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:09.618747 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:48:09.623423 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Usage tracker for resource:security_group_rule and tenant:fe9a61bccf1740eab6237bbc1f1a0338 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:48:09.627369 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:48:09.634519 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:48:09.745737 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:09.749070 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:09.754623 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:09.774727 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1447, 'physical_network': 'physnet1'}  {{(pid=85320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:48:09.807145 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730535310007', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:09.807805 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f0bc74b2b70> segment precommit_create {{(pid=85320) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 15 10:48:09.808302 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Added segment 9ec96140-993b-476a-a80f-99cf6dc9c211 of type vlan for network d5fbb70a-914b-41d3-9c69-929124ee9012
Apr 15 10:48:09.860157 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dd645e-7ea0-430f-9079-c3bbcd05410a,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:09.884002 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:09.884374 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:09.884740 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:09.885101 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:09.885451 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:09.885801 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:09.886152 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:09.886500 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:09.886917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:09.887809 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:09.888163 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:09.888500 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Tracked resource versions report:
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]: pushed versions:
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]: {   'AddressGroup': {'1.2'},
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:     'ConntrackHelper': {'1.0'},
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Log': {'1.0'},
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Network': {'1.1'},
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Port': {'1.7'},
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:     'PortForwarding': {'1.2'},
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:     'QosPolicy': {'1.8'},
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SecurityGroup': {'1.4'},
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SubPort': {'1.0'},
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Subnet': {'1.1'},
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Trunk': {'1.1'}}
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]: consumer versions:
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]: {   DHCP agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:     L3 agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:     Metadata agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:     Metering agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:     Open vSwitch agent@dv-cinder-786386-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Log': '1.0',
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Network': '1.1',
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Port': '1.7',
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'PortForwarding': '1.2',
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'QosPolicy': '1.8',
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SecurityGroup': '1.4',
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SubPort': '1.0',
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Subnet': '1.1',
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Trunk': '1.1'}}
Apr 15 10:48:09.889552 dv-cinder-786386-1-iscsi neutron-server[85207]:  {{(pid=85320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:48:09.936212 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:09.946198 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:09.985736 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:09.987384 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:48:09.988105 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:09.993989 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:10.110017 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 0.9958947
Apr 15 10:48:10.115519 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Pushing event updated for resources: {'Network': ['ID=d5fbb70a-914b-41d3-9c69-929124ee9012,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:10.137940 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:10.151019 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network d5fbb70a-914b-41d3-9c69-929124ee9012 details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:48:13.519897 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 39816) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:48:14.174228 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.policy [None req-2655c058-0017-401e-8dbc-f2e1cf2c619b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85321) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 15 10:48:14.393550 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING oslo_policy.policy [None req-2655c058-0017-401e-8dbc-f2e1cf2c619b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:48:14.393896 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING oslo_policy.policy [None req-2655c058-0017-401e-8dbc-f2e1cf2c619b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 10:48:14.411706 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2655c058-0017-401e-8dbc-f2e1cf2c619b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:48:14.413565 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-2655c058-0017-401e-8dbc-f2e1cf2c619b admin admin] 10.222.0.100 "GET /v2.0/networks/d5fbb70a-914b-41d3-9c69-929124ee9012 HTTP/1.1" status: 200  len: 826 time: 0.8926380
Apr 15 10:48:14.449222 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-c966d970-44be-4520-aa68-6b0e6b7596b7 admin admin] 10.222.0.100 "GET /v2.0/subnetpools/9781aa2f-7043-46df-8118-2288290cd44a HTTP/1.1" status: 200  len: 734 time: 0.0287433
Apr 15 10:48:14.466531 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Request body: {'subnet': {'subnetpool_id': '9781aa2f-7043-46df-8118-2288290cd44a', 'tenant_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'd5fbb70a-914b-41d3-9c69-929124ee9012'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:48:14.469520 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.quota [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f0bc68707b8>.
Apr 15 10:48:14.476206 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:48:14.482995 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Usage tracker for resource:subnet and tenant:fe9a61bccf1740eab6237bbc1f1a0338 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:48:14.486414 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:48:14.493762 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:48:14.507958 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Made reservation on behalf of fe9a61bccf1740eab6237bbc1f1a0338 for: {'subnet': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:48:14.514165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:15.065489 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for subnet, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:15.085269 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:15.270147 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b42eef7-ef58-4a3b-839b-31a3c371b6d4,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:15.312836 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.313449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.314076 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.314717 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.315323 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.315937 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.316493 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.317095 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.317724 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.318339 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.318989 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.319496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Tracked resource versions report:
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]: pushed versions:
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]: {   'AddressGroup': {'1.2'},
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:     'ConntrackHelper': {'1.0'},
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Log': {'1.0'},
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Network': {'1.1'},
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Port': {'1.7'},
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:     'PortForwarding': {'1.2'},
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:     'QosPolicy': {'1.8'},
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SecurityGroup': {'1.4'},
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SubPort': {'1.0'},
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Subnet': {'1.1'},
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Trunk': {'1.1'}}
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]: consumer versions:
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]: {   DHCP agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:     L3 agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:     Metadata agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:     Metering agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:     Open vSwitch agent@dv-cinder-786386-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Log': '1.0',
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Network': '1.1',
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Port': '1.7',
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'PortForwarding': '1.2',
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'QosPolicy': '1.8',
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SecurityGroup': '1.4',
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SubPort': '1.0',
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Subnet': '1.1',
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Trunk': '1.1'}}
Apr 15 10:48:15.321475 dv-cinder-786386-1-iscsi neutron-server[85207]:  {{(pid=85321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:48:15.398243 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:15.436028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Checking segment: {'id': '9ec96140-993b-476a-a80f-99cf6dc9c211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': 'd5fbb70a-914b-41d3-9c69-929124ee9012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:48:15.436390 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Network hostable DHCP agents. Network: d5fbb70a-914b-41d3-9c69-929124ee9012, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:48:15.460259 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Network d5fbb70a-914b-41d3-9c69-929124ee9012 is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:48:15.471580 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, d5fbb70a-914b-41d3-9c69-929124ee9012) {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:48:15.476692 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:48:15.477510 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:15.484737 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f89c1cd-65f3-44da-962d-3236d00dfaec None None] Network d5fbb70a-914b-41d3-9c69-929124ee9012 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:48:15.512525 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.0502381
Apr 15 10:48:16.084353 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce30cc17-1601-5a83-a120-97908615cddf-d5fbb70a-914b-41d3-9c69-929124ee9012', 'network_id': 'd5fbb70a-914b-41d3-9c69-929124ee9012', 'tenant_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'fixed_ips': [{'subnet_id': '6b42eef7-ef58-4a3b-839b-31a3c371b6d4'}]}} from dv-cinder-786386-1-iscsi. {{(pid=85322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:48:16.085838 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:16.311847 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Allocated IP 172.20.0.2 (d5fbb70a-914b-41d3-9c69-929124ee9012/6b42eef7-ef58-4a3b-839b-31a3c371b6d4/49dc7674-a223-44e0-a042-73f9b07dc22c) {{(pid=85322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:48:16.593179 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Notify callbacks [] for port, precommit_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:16.609083 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Transition to ACTIVE for port object 49dc7674-a223-44e0-a042-73f9b07dc22c will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:48:16.637503 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Transition to ACTIVE for port object 49dc7674-a223-44e0-a042-73f9b07dc22c will not be triggered until provisioned by entity DHCP. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:48:16.645192 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:16.660121 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:16.797886 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Pushing event updated for resources: {'Port': ['ID=49dc7674-a223-44e0-a042-73f9b07dc22c,revision_number=1']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:16.817615 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:16.818141 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:16.818657 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:16.819124 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:16.819593 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:16.820125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:16.820598 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:16.821066 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:16.821548 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:16.822015 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:16.822480 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:16.823014 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Tracked resource versions report:
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]: pushed versions:
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]: {   'AddressGroup': {'1.2'},
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:     'ConntrackHelper': {'1.0'},
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Log': {'1.0'},
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Network': {'1.1'},
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Port': {'1.7'},
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:     'PortForwarding': {'1.2'},
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:     'QosPolicy': {'1.8'},
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SecurityGroup': {'1.4'},
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SubPort': {'1.0'},
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Subnet': {'1.1'},
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Trunk': {'1.1'}}
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]: consumer versions:
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]: {   DHCP agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:     L3 agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:     Metadata agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:     Metering agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:     Open vSwitch agent@dv-cinder-786386-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Log': '1.0',
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Network': '1.1',
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Port': '1.7',
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'PortForwarding': '1.2',
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'QosPolicy': '1.8',
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SecurityGroup': '1.4',
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SubPort': '1.0',
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Subnet': '1.1',
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Trunk': '1.1'}}
Apr 15 10:48:16.824223 dv-cinder-786386-1-iscsi neutron-server[85207]:  {{(pid=85322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:48:16.835803 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:16.901342 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Network d5fbb70a-914b-41d3-9c69-929124ee9012 is already hosted by enough agents. {{(pid=85322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:48:16.903446 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Resources bound (agent type, host, resource id):  {{(pid=85322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:48:16.906523 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Received port after_create {{(pid=85322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:48:17.019314 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Attempting to bind port 49dc7674-a223-44e0-a042-73f9b07dc22c on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:48:17.019828 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Attempting to bind port 49dc7674-a223-44e0-a042-73f9b07dc22c by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '9ec96140-993b-476a-a80f-99cf6dc9c211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': 'd5fbb70a-914b-41d3-9c69-929124ee9012'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:48:17.020312 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Attempting to bind port 49dc7674-a223-44e0-a042-73f9b07dc22c on network d5fbb70a-914b-41d3-9c69-929124ee9012 {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:48:17.028388 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:48:17.028878 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Checking segment: {'id': '9ec96140-993b-476a-a80f-99cf6dc9c211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': 'd5fbb70a-914b-41d3-9c69-929124ee9012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:48:17.030911 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:17.030911 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Bound using segment: {'id': '9ec96140-993b-476a-a80f-99cf6dc9c211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': 'd5fbb70a-914b-41d3-9c69-929124ee9012'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:48:17.030911 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Bound port: 49dc7674-a223-44e0-a042-73f9b07dc22c, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec96140-993b-476a-a80f-99cf6dc9c211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': 'd5fbb70a-914b-41d3-9c69-929124ee9012'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:48:17.031392 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:17.144550 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] For port 49dc7674-a223-44e0-a042-73f9b07dc22c, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:48:17.149847 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] For port 49dc7674-a223-44e0-a042-73f9b07dc22c, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=49dc7674-a223-44e0-a042-73f9b07dc22c,segment=NetworkSegment(9ec96140-993b-476a-a80f-99cf6dc9c211),segment_id=9ec96140-993b-476a-a80f-99cf6dc9c211)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:48:17.155778 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:17.172813 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:17.333095 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Pushing event updated for resources: {'Port': ['ID=49dc7674-a223-44e0-a042-73f9b07dc22c,revision_number=2']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:17.338484 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:18.786316 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 39832) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:48:19.320063 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [None req-eef9bf9f-d65b-4dc8-9b52-c02c788eaa17 admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=85321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:48:19.321367 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-eef9bf9f-d65b-4dc8-9b52-c02c788eaa17 admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.5337117
Apr 15 10:48:20.228657 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 5 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:48:22.298436 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 39842) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:48:22.788878 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [None req-efdf48b7-2ef8-4c1d-a604-5011f15fd7eb admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=85321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:48:22.790846 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-efdf48b7-2ef8-4c1d-a604-5011f15fd7eb admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4908345
Apr 15 10:48:23.684781 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 49dc7674-a223-44e0-a042-73f9b07dc22c up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:48:23.766731 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 49dc7674-a223-44e0-a042-73f9b07dc22c completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:48:23.803144 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f559f722-92ce-4486-89de-1a9db46a3b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:25.101263 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872a1666-a25c-41e8-8a6d-faacd487c92f None None] Network d5fbb70a-914b-41d3-9c69-929124ee9012 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:48:25.236262 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-3a7bb025-f89d-4d3e-9872-e8bd9a6a303b None None] Provisioning for port 49dc7674-a223-44e0-a042-73f9b07dc22c completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:48:25.253088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-3a7bb025-f89d-4d3e-9872-e8bd9a6a303b None None] Provisioning complete for port 49dc7674-a223-44e0-a042-73f9b07dc22c triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:48:25.253653 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3a7bb025-f89d-4d3e-9872-e8bd9a6a303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:25.557347 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e264a5dd-d654-4bd6-adcf-4debd227f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:25.572403 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3a7bb025-f89d-4d3e-9872-e8bd9a6a303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:25.624511 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-3a7bb025-f89d-4d3e-9872-e8bd9a6a303b None None] For port 49dc7674-a223-44e0-a042-73f9b07dc22c, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=49dc7674-a223-44e0-a042-73f9b07dc22c,segment=NetworkSegment(9ec96140-993b-476a-a80f-99cf6dc9c211),segment_id=9ec96140-993b-476a-a80f-99cf6dc9c211)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:48:25.628537 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3a7bb025-f89d-4d3e-9872-e8bd9a6a303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:25.631085 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:25.720023 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bb025-f89d-4d3e-9872-e8bd9a6a303b None None] Pushing event updated for resources: {'Port': ['ID=49dc7674-a223-44e0-a042-73f9b07dc22c,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:25.724601 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3a7bb025-f89d-4d3e-9872-e8bd9a6a303b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:25.869094 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-8c58d9f8-d1e3-4c8e-ad60-2c3efd6631f3 None None] Provisioning complete for port 49dc7674-a223-44e0-a042-73f9b07dc22c triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:48:25.869591 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8c58d9f8-d1e3-4c8e-ad60-2c3efd6631f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:25.931565 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 39880) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:48:26.114757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-0156a71f-7105-4a63-b89d-2c9f86255ccb admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'fe9a61bccf1740eab6237bbc1f1a0338'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:48:26.124477 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0156a71f-7105-4a63-b89d-2c9f86255ccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:48:26.131746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0156a71f-7105-4a63-b89d-2c9f86255ccb admin admin] Usage tracker for resource:router and tenant:fe9a61bccf1740eab6237bbc1f1a0338 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:48:26.137535 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0156a71f-7105-4a63-b89d-2c9f86255ccb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:48:26.149639 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0156a71f-7105-4a63-b89d-2c9f86255ccb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:48:26.163942 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0156a71f-7105-4a63-b89d-2c9f86255ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852770577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60926'] for router, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:26.165447 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0156a71f-7105-4a63-b89d-2c9f86255ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854714889'] for router, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:26.189908 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0156a71f-7105-4a63-b89d-2c9f86255ccb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:26.305079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0156a71f-7105-4a63-b89d-2c9f86255ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852769452'] for router, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:26.327924 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0156a71f-7105-4a63-b89d-2c9f86255ccb admin admin] Notify callbacks [] for router, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:26.329504 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0156a71f-7105-4a63-b89d-2c9f86255ccb admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.3960567
Apr 15 10:48:26.592416 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:27.017162 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:27.657674 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 49dc7674-a223-44e0-a042-73f9b07dc22c up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:48:27.739776 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 49dc7674-a223-44e0-a042-73f9b07dc22c triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:48:27.740154 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:29.051205 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 39890) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:48:29.113080 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [None req-8be4a056-c9cc-43c5-b0b1-98bf5e3039d2 admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=85320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:48:29.114193 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-8be4a056-c9cc-43c5-b0b1-98bf5e3039d2 admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0616090
Apr 15 10:48:30.112933 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:31.950795 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 39900) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:48:32.009554 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:48:32.018046 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:48:32.026242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Usage tracker for resource:network and tenant:60e0e2db7ad542ecac541d0815438fd4 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:48:32.032233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:48:32.043673 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:48:32.054654 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Made reservation on behalf of 60e0e2db7ad542ecac541d0815438fd4 for: {'network': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:48:32.060184 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:32.073712 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:32.090515 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:48:32.094710 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Usage tracker for resource:security_group_rule and tenant:60e0e2db7ad542ecac541d0815438fd4 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:48:32.097932 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:48:32.104593 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:48:32.198131 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:32.201516 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:32.206550 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:32.223446 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Reserving flat network on physical network physnet1 {{(pid=85320) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 15 10:48:32.248014 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f741f4-dfa8-4cd3-904d-3234c54b1440,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:32.254050 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:32.255643 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:32.256358 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Added segment 6fcc1cd6-1d7b-4d55-8e82-070126d66f4a of type flat for network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091
Apr 15 10:48:32.301192 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:32.340492 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:32.342052 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:48:32.342721 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:32.348148 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:32.457257 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5051816
Apr 15 10:48:32.458022 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Pushing event updated for resources: {'Network': ['ID=1eeb9c89-2bb9-4c7f-a0e4-333ef2157091,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:32.460881 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:32.472363 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:48:35.124613 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 39910) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:48:35.257150 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3e231b-f6fd-4475-8c90-94904c5cba56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:48:35.258700 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-cd3e231b-f6fd-4475-8c90-94904c5cba56 admin admin] 10.222.0.100 "GET /v2.0/subnets/6b42eef7-ef58-4a3b-839b-31a3c371b6d4 HTTP/1.1" status: 200  len: 849 time: 0.1326220
Apr 15 10:48:35.445310 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-91980d50-d5de-486f-becf-f62989ba1c78 admin admin] 10.222.0.100 "GET /v2.0/routers/5e675d63-deae-48d3-9f4e-c24f9727138b HTTP/1.1" status: 200  len: 704 time: 0.1792052
Apr 15 10:48:35.966045 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:36.370901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Allocated IP 172.20.0.1 (d5fbb70a-914b-41d3-9c69-929124ee9012/6b42eef7-ef58-4a3b-839b-31a3c371b6d4/08303e56-8875-4518-8f82-fda42a3ee49f) {{(pid=85320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:48:36.647980 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:36.670017 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Transition to ACTIVE for port object 08303e56-8875-4518-8f82-fda42a3ee49f will not be triggered until provisioned by entity DHCP. {{(pid=85320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:48:36.732787 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:36.748701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:36.879191 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Pushing event updated for resources: {'Port': ['ID=08303e56-8875-4518-8f82-fda42a3ee49f,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:36.892691 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:36.957312 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Network d5fbb70a-914b-41d3-9c69-929124ee9012 is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:48:36.958665 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:48:36.962079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Received port after_create {{(pid=85320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:48:36.962780 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852769391'] for router_interface, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:37.163639 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-5536cdaa-0746-40cc-a970-01b1ee82c984 None None] Provisioning for port 08303e56-8875-4518-8f82-fda42a3ee49f completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:48:37.170617 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-5536cdaa-0746-40cc-a970-01b1ee82c984 None None] Provisioning complete for port 08303e56-8875-4518-8f82-fda42a3ee49f triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:48:37.171146 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5536cdaa-0746-40cc-a970-01b1ee82c984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:37.233541 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-5536cdaa-0746-40cc-a970-01b1ee82c984 None None] Port 08303e56-8875-4518-8f82-fda42a3ee49f cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:48:37.276398 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:37.593671 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:37.599222 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:37.600597 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852772550'] for router_interface, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:37.627079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:37.806332 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Pushing event updated for resources: {'Port': ['ID=08303e56-8875-4518-8f82-fda42a3ee49f,revision_number=2']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:37.814188 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:37.875102 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Network d5fbb70a-914b-41d3-9c69-929124ee9012 is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:48:37.876164 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:48:38.070256 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-9524f0be-935a-4649-848b-aca2e4ac1782 None None] Provisioning complete for port 08303e56-8875-4518-8f82-fda42a3ee49f triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:48:38.070971 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9524f0be-935a-4649-848b-aca2e4ac1782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:38.095509 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Router 5e675d63-deae-48d3-9f4e-c24f9727138b is scheduled to L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d with binding_index 1 {{(pid=85320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:48:38.182714 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-9524f0be-935a-4649-848b-aca2e4ac1782 None None] Port 08303e56-8875-4518-8f82-fda42a3ee49f cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:48:38.272829 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:48:38.287068 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Sync routers for ids ['5e675d63-deae-48d3-9f4e-c24f9727138b'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:48:38.287594 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] 10.222.0.100 "PUT /v2.0/routers/5e675d63-deae-48d3-9f4e-c24f9727138b/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8353710
Apr 15 10:48:38.299748 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Routers {'5e675d63-deae-48d3-9f4e-c24f9727138b'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:48:38.300644 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc67a4f60>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:48:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['5e675d63-deae-48d3-9f4e-c24f9727138b'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:48:38.506551 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Set router 5e675d63-deae-48d3-9f4e-c24f9727138b gateway port host: None {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:48:39.190674 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc67a4f60>, [{'id': '5e675d63-deae-48d3-9f4e-c24f9727138b', 'name': 'router1', 'tenant_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:26Z', 'updated_at': '2021-04-15T10:48:37Z', 'revision_number': 2, 'project_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'gw_port_host': None, '_interfaces': [{'id': '08303e56-8875-4518-8f82-fda42a3ee49f', 'name': '', 'network_id': 'd5fbb70a-914b-41d3-9c69-929124ee9012', 'tenant_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'mac_address': 'fa:16:3e:06:1d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e675d63-deae-48d3-9f4e-c24f9727138b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b42eef7-ef58-4a3b-839b-31a3c371b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:36Z', 'updated_at': '2021-04-15T10:48:37Z', 'revision_number': 2, 'project_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'subnets': [{'id': '6b42eef7-ef58-4a3b-839b-31a3c371b6d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9781aa2f-7043-46df-8118-2288290cd44a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:48:39.199992 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Checking router: 5e675d63-deae-48d3-9f4e-c24f9727138b for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:48:39.200634 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Updating router 5e675d63-deae-48d3-9f4e-c24f9727138b port 08303e56-8875-4518-8f82-fda42a3ee49f binding host dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:48:39.284368 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:39.867385 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Notify callbacks [] for port, precommit_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:39.883396 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Transition to ACTIVE for port object 08303e56-8875-4518-8f82-fda42a3ee49f will not be triggered until provisioned by entity L2. {{(pid=85323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:48:39.890624 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:39.906167 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:40.052712 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6f520-026f-4ab8-a949-7c125eb2ece8 None None] Pushing event updated for resources: {'Port': ['ID=08303e56-8875-4518-8f82-fda42a3ee49f,revision_number=3']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:40.066514 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf6f520-026f-4ab8-a949-7c125eb2ece8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:40.066919 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf6f520-026f-4ab8-a949-7c125eb2ece8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:40.067289 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf6f520-026f-4ab8-a949-7c125eb2ece8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:40.067652 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf6f520-026f-4ab8-a949-7c125eb2ece8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:40.068007 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf6f520-026f-4ab8-a949-7c125eb2ece8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:40.068360 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf6f520-026f-4ab8-a949-7c125eb2ece8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:40.068701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf6f520-026f-4ab8-a949-7c125eb2ece8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:40.069079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf6f520-026f-4ab8-a949-7c125eb2ece8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:40.069389 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf6f520-026f-4ab8-a949-7c125eb2ece8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:40.069740 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf6f520-026f-4ab8-a949-7c125eb2ece8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:40.070088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf6f520-026f-4ab8-a949-7c125eb2ece8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:40.070430 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf6f520-026f-4ab8-a949-7c125eb2ece8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf6f520-026f-4ab8-a949-7c125eb2ece8 None None] Tracked resource versions report:
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]: pushed versions:
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]: {   'AddressGroup': {'1.2'},
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:     'ConntrackHelper': {'1.0'},
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Log': {'1.0'},
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Network': {'1.1'},
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Port': {'1.7'},
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:     'PortForwarding': {'1.2'},
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:     'QosPolicy': {'1.8'},
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SecurityGroup': {'1.4'},
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SubPort': {'1.0'},
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Subnet': {'1.1'},
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Trunk': {'1.1'}}
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]: consumer versions:
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]: {   DHCP agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:     L3 agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:     Metadata agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:     Metering agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:     Open vSwitch agent@dv-cinder-786386-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Log': '1.0',
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Network': '1.1',
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Port': '1.7',
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'PortForwarding': '1.2',
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'QosPolicy': '1.8',
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SecurityGroup': '1.4',
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SubPort': '1.0',
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Subnet': '1.1',
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Trunk': '1.1'}}
Apr 15 10:48:40.071561 dv-cinder-786386-1-iscsi neutron-server[85207]:  {{(pid=85323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:48:40.102900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1bf6f520-026f-4ab8-a949-7c125eb2ece8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:40.380539 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Attempting to bind port 08303e56-8875-4518-8f82-fda42a3ee49f on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:48:40.381194 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Attempting to bind port 08303e56-8875-4518-8f82-fda42a3ee49f by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '9ec96140-993b-476a-a80f-99cf6dc9c211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': 'd5fbb70a-914b-41d3-9c69-929124ee9012'}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:48:40.381781 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Attempting to bind port 08303e56-8875-4518-8f82-fda42a3ee49f on network d5fbb70a-914b-41d3-9c69-929124ee9012 {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:48:40.394030 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:48:40.394782 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Checking segment: {'id': '9ec96140-993b-476a-a80f-99cf6dc9c211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': 'd5fbb70a-914b-41d3-9c69-929124ee9012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:48:40.395580 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:40.396093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Bound using segment: {'id': '9ec96140-993b-476a-a80f-99cf6dc9c211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': 'd5fbb70a-914b-41d3-9c69-929124ee9012'} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:48:40.396670 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Bound port: 08303e56-8875-4518-8f82-fda42a3ee49f, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec96140-993b-476a-a80f-99cf6dc9c211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': 'd5fbb70a-914b-41d3-9c69-929124ee9012'}}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:48:40.397163 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:40.571798 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] For port 08303e56-8875-4518-8f82-fda42a3ee49f, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:48:40.580659 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] For port 08303e56-8875-4518-8f82-fda42a3ee49f, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=08303e56-8875-4518-8f82-fda42a3ee49f,segment=NetworkSegment(9ec96140-993b-476a-a80f-99cf6dc9c211),segment_id=9ec96140-993b-476a-a80f-99cf6dc9c211)] {{(pid=85323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:48:40.584590 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:40.601562 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:40.763243 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6f520-026f-4ab8-a949-7c125eb2ece8 None None] Pushing event updated for resources: {'Port': ['ID=08303e56-8875-4518-8f82-fda42a3ee49f,revision_number=4']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:40.768534 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1bf6f520-026f-4ab8-a949-7c125eb2ece8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:40.846576 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Routers {'5e675d63-deae-48d3-9f4e-c24f9727138b'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:48:40.847290 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc67a4f60>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:48:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['5e675d63-deae-48d3-9f4e-c24f9727138b'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:48:41.022538 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 39922) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:48:41.078534 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] Set router 5e675d63-deae-48d3-9f4e-c24f9727138b gateway port host: None {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:48:41.481340 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcee4bc3-493a-46cf-b2c6-c5947482470a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:48:41.482375 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-fcee4bc3-493a-46cf-b2c6-c5947482470a admin admin] Synchronizing usage tracker for tenant:60e0e2db7ad542ecac541d0815438fd4 on resource:network {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:48:41.505990 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-fcee4bc3-493a-46cf-b2c6-c5947482470a admin admin] Unset dirty status for tenant:60e0e2db7ad542ecac541d0815438fd4 on resource:network {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:48:41.508208 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-fcee4bc3-493a-46cf-b2c6-c5947482470a admin admin] 10.222.0.100 "GET /v2.0/networks/1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 HTTP/1.1" status: 200  len: 842 time: 0.4838006
Apr 15 10:48:41.515649 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc67a4f60>, [{'id': '5e675d63-deae-48d3-9f4e-c24f9727138b', 'name': 'router1', 'tenant_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:26Z', 'updated_at': '2021-04-15T10:48:37Z', 'revision_number': 2, 'project_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'gw_port_host': None, '_interfaces': [{'id': '08303e56-8875-4518-8f82-fda42a3ee49f', 'name': '', 'network_id': 'd5fbb70a-914b-41d3-9c69-929124ee9012', 'tenant_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'mac_address': 'fa:16:3e:06:1d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e675d63-deae-48d3-9f4e-c24f9727138b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b42eef7-ef58-4a3b-839b-31a3c371b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:36Z', 'updated_at': '2021-04-15T10:48:40Z', 'revision_number': 4, 'project_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'subnets': [{'id': '6b42eef7-ef58-4a3b-839b-31a3c371b6d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9781aa2f-7043-46df-8118-2288290cd44a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:48:41.520395 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f34719b-8fff-4c23-bca4-d0a6dd7ff843 None None] The sync data for ids ['5e675d63-deae-48d3-9f4e-c24f9727138b'] in dv-cinder-786386-1-iscsi is: [{'id': '5e675d63-deae-48d3-9f4e-c24f9727138b', 'name': 'router1', 'tenant_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:26Z', 'updated_at': '2021-04-15T10:48:37Z', 'revision_number': 2, 'project_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'gw_port_host': None, '_interfaces': [{'id': '08303e56-8875-4518-8f82-fda42a3ee49f', 'name': '', 'network_id': 'd5fbb70a-914b-41d3-9c69-929124ee9012', 'tenant_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'mac_address': 'fa:16:3e:06:1d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e675d63-deae-48d3-9f4e-c24f9727138b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b42eef7-ef58-4a3b-839b-31a3c371b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:36Z', 'updated_at': '2021-04-15T10:48:40Z', 'revision_number': 4, 'project_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'subnets': [{'id': '6b42eef7-ef58-4a3b-839b-31a3c371b6d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9781aa2f-7043-46df-8118-2288290cd44a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:48:41.525460 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-d6106bfd-ec22-4ca3-bb12-e54fdae02236 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'enable_dhcp': False}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:48:41.536190 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-d6106bfd-ec22-4ca3-bb12-e54fdae02236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:48:41.544776 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-d6106bfd-ec22-4ca3-bb12-e54fdae02236 admin admin] Usage tracker for resource:subnet and tenant:60e0e2db7ad542ecac541d0815438fd4 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:48:41.550686 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-d6106bfd-ec22-4ca3-bb12-e54fdae02236 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:48:41.564255 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-d6106bfd-ec22-4ca3-bb12-e54fdae02236 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:48:41.574988 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6106bfd-ec22-4ca3-bb12-e54fdae02236 admin admin] Made reservation on behalf of 60e0e2db7ad542ecac541d0815438fd4 for: {'subnet': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:48:41.580450 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6106bfd-ec22-4ca3-bb12-e54fdae02236 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:42.154744 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.objects.ports [None req-d6106bfd-ec22-4ca3-bb12-e54fdae02236 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85320) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 15 10:48:42.155552 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6106bfd-ec22-4ca3-bb12-e54fdae02236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for subnet, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:42.176668 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:42.367268 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6106bfd-ec22-4ca3-bb12-e54fdae02236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78180e32-2848-4a5f-839b-5eade47ae7ad,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:42.372949 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d6106bfd-ec22-4ca3-bb12-e54fdae02236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:42.511197 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6106bfd-ec22-4ca3-bb12-e54fdae02236 admin admin] Checking segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:48:42.511933 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6106bfd-ec22-4ca3-bb12-e54fdae02236 admin admin] Network hostable DHCP agents. Network: 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:48:42.552306 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6106bfd-ec22-4ca3-bb12-e54fdae02236 admin admin] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:48:42.564561 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-d6106bfd-ec22-4ca3-bb12-e54fdae02236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091) {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:48:42.570515 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6106bfd-ec22-4ca3-bb12-e54fdae02236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:48:42.571569 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6106bfd-ec22-4ca3-bb12-e54fdae02236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:42.580145 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f45db3-329b-4a8c-9dee-563c8fc1449f None None] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:48:42.597108 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-d6106bfd-ec22-4ca3-bb12-e54fdae02236 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0796573
Apr 15 10:48:43.214311 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501e78dd-a58c-4934-9d06-3d4a4461d0e0 None None] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:48:45.400473 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 39936) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:48:45.626132 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-47a6b54a-1eec-44f6-8136-1c3084abb9e3 admin admin] 10.222.0.100 "GET /v2.0/routers/5e675d63-deae-48d3-9f4e-c24f9727138b HTTP/1.1" status: 200  len: 710 time: 0.2242811
Apr 15 10:48:45.692896 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 08303e56-8875-4518-8f82-fda42a3ee49f up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:48:45.780981 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 08303e56-8875-4518-8f82-fda42a3ee49f completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:48:45.787139 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 08303e56-8875-4518-8f82-fda42a3ee49f triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:48:45.787683 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:45.803651 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d7577-b70b-48fd-b567-56737f964948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:48:45.806769 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0f8d7577-b70b-48fd-b567-56737f964948 admin admin] 10.222.0.100 "GET /v2.0/networks/1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 HTTP/1.1" status: 200  len: 886 time: 0.1700010
Apr 15 10:48:45.818219 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:48:45.930843 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:45.968060 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port 08303e56-8875-4518-8f82-fda42a3ee49f, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=08303e56-8875-4518-8f82-fda42a3ee49f,segment=NetworkSegment(9ec96140-993b-476a-a80f-99cf6dc9c211),segment_id=9ec96140-993b-476a-a80f-99cf6dc9c211)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:48:45.971199 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:45.973486 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:46.053446 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=08303e56-8875-4518-8f82-fda42a3ee49f,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:46.057312 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:46.335615 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852770562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854714940'] for router, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:46.889800 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:46.951472 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:47.154149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] Allocated IP 172.27.0.206 (1eeb9c89-2bb9-4c7f-a0e4-333ef2157091/78180e32-2848-4a5f-839b-5eade47ae7ad/cd8684ac-145c-4e33-81aa-29fad0af3136) {{(pid=85320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:48:47.333899 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:47.368119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:47.382398 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:47.540453 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] Pushing event updated for resources: {'Port': ['ID=cd8684ac-145c-4e33-81aa-29fad0af3136,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:47.544370 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:47.617700 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:48:47.619718 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:48:47.623826 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] Received port after_create {{(pid=85320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:48:47.693381 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 08303e56-8875-4518-8f82-fda42a3ee49f up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:48:47.824877 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 08303e56-8875-4518-8f82-fda42a3ee49f triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:48:47.825254 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:48.070528 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:48.445025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852770562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854714940'] for router, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:48.449613 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852769452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852769467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2006348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2005189'] for router, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:48.644983 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] Router 5e675d63-deae-48d3-9f4e-c24f9727138b has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:48:48.839183 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:48:48.849046 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] Notify callbacks [] for router, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:48.850172 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] 10.222.0.100 "PUT /v2.0/routers/5e675d63-deae-48d3-9f4e-c24f9727138b HTTP/1.1" status: 200  len: 890 time: 3.0358808
Apr 15 10:48:48.851787 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Sync routers for ids ['5e675d63-deae-48d3-9f4e-c24f9727138b'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:48:48.864850 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Routers {'5e675d63-deae-48d3-9f4e-c24f9727138b'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:48:48.865591 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5b19438>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:48:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['5e675d63-deae-48d3-9f4e-c24f9727138b'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:48:49.080321 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Set router 5e675d63-deae-48d3-9f4e-c24f9727138b gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:48:49.528439 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5b19438>, [{'id': '5e675d63-deae-48d3-9f4e-c24f9727138b', 'name': 'router1', 'tenant_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'cd8684ac-145c-4e33-81aa-29fad0af3136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:26Z', 'updated_at': '2021-04-15T10:48:47Z', 'revision_number': 4, 'project_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'gw_port': {'id': 'cd8684ac-145c-4e33-81aa-29fad0af3136', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e675d63-deae-48d3-9f4e-c24f9727138b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:46Z', 'updated_at': '2021-04-15T10:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '08303e56-8875-4518-8f82-fda42a3ee49f', 'name': '', 'network_id': 'd5fbb70a-914b-41d3-9c69-929124ee9012', 'tenant_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'mac_address': 'fa:16:3e:06:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e675d63-deae-48d3-9f4e-c24f9727138b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b42eef7-ef58-4a3b-839b-31a3c371b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:36Z', 'updated_at': '2021-04-15T10:48:45Z', 'revision_number': 5, 'project_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'subnets': [{'id': '6b42eef7-ef58-4a3b-839b-31a3c371b6d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9781aa2f-7043-46df-8118-2288290cd44a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:48:49.534478 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Checking router: 5e675d63-deae-48d3-9f4e-c24f9727138b for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:48:49.535032 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Updating router 5e675d63-deae-48d3-9f4e-c24f9727138b port cd8684ac-145c-4e33-81aa-29fad0af3136 binding host dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:48:49.595462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:50.032422 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Notify callbacks [] for port, precommit_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:50.047731 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Transition to ACTIVE for port object cd8684ac-145c-4e33-81aa-29fad0af3136 will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:48:50.055014 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:50.071805 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:50.220383 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee2ae5-cfa9-4cdb-86fe-1254afcbd032 None None] Pushing event updated for resources: {'Port': ['ID=cd8684ac-145c-4e33-81aa-29fad0af3136,revision_number=2']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:50.231125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c0ee2ae5-cfa9-4cdb-86fe-1254afcbd032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:50.300630 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Attempting to bind port cd8684ac-145c-4e33-81aa-29fad0af3136 on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:48:50.301084 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Attempting to bind port cd8684ac-145c-4e33-81aa-29fad0af3136 by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:48:50.301449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Attempting to bind port cd8684ac-145c-4e33-81aa-29fad0af3136 on network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:48:50.308148 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:48:50.309097 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Checking segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:48:50.309541 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:50.309972 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Bound using segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:48:50.310517 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Bound port: cd8684ac-145c-4e33-81aa-29fad0af3136, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:48:50.310959 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:50.396829 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] For port cd8684ac-145c-4e33-81aa-29fad0af3136, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:48:50.400527 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] For port cd8684ac-145c-4e33-81aa-29fad0af3136, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=cd8684ac-145c-4e33-81aa-29fad0af3136,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:48:50.404318 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:50.420236 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:50.582996 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee2ae5-cfa9-4cdb-86fe-1254afcbd032 None None] Pushing event updated for resources: {'Port': ['ID=cd8684ac-145c-4e33-81aa-29fad0af3136,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:50.588890 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c0ee2ae5-cfa9-4cdb-86fe-1254afcbd032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:50.632926 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Routers {'5e675d63-deae-48d3-9f4e-c24f9727138b'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:48:50.633622 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5b19438>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:48:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['5e675d63-deae-48d3-9f4e-c24f9727138b'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:48:51.014571 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] Set router 5e675d63-deae-48d3-9f4e-c24f9727138b gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:48:51.502976 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5b19438>, [{'id': '5e675d63-deae-48d3-9f4e-c24f9727138b', 'name': 'router1', 'tenant_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'cd8684ac-145c-4e33-81aa-29fad0af3136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:26Z', 'updated_at': '2021-04-15T10:48:47Z', 'revision_number': 4, 'project_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'gw_port': {'id': 'cd8684ac-145c-4e33-81aa-29fad0af3136', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e675d63-deae-48d3-9f4e-c24f9727138b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:46Z', 'updated_at': '2021-04-15T10:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '08303e56-8875-4518-8f82-fda42a3ee49f', 'name': '', 'network_id': 'd5fbb70a-914b-41d3-9c69-929124ee9012', 'tenant_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'mac_address': 'fa:16:3e:06:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e675d63-deae-48d3-9f4e-c24f9727138b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b42eef7-ef58-4a3b-839b-31a3c371b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:36Z', 'updated_at': '2021-04-15T10:48:45Z', 'revision_number': 5, 'project_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'subnets': [{'id': '6b42eef7-ef58-4a3b-839b-31a3c371b6d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9781aa2f-7043-46df-8118-2288290cd44a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:48:51.511044 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0aad7-e0f5-42da-a15d-ed6a86a6c567 None None] The sync data for ids ['5e675d63-deae-48d3-9f4e-c24f9727138b'] in dv-cinder-786386-1-iscsi is: [{'id': '5e675d63-deae-48d3-9f4e-c24f9727138b', 'name': 'router1', 'tenant_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'cd8684ac-145c-4e33-81aa-29fad0af3136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:48:26Z', 'updated_at': '2021-04-15T10:48:47Z', 'revision_number': 4, 'project_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'gw_port': {'id': 'cd8684ac-145c-4e33-81aa-29fad0af3136', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e675d63-deae-48d3-9f4e-c24f9727138b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:46Z', 'updated_at': '2021-04-15T10:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '08303e56-8875-4518-8f82-fda42a3ee49f', 'name': '', 'network_id': 'd5fbb70a-914b-41d3-9c69-929124ee9012', 'tenant_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'mac_address': 'fa:16:3e:06:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e675d63-deae-48d3-9f4e-c24f9727138b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b42eef7-ef58-4a3b-839b-31a3c371b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:36Z', 'updated_at': '2021-04-15T10:48:45Z', 'revision_number': 5, 'project_id': 'fe9a61bccf1740eab6237bbc1f1a0338', 'subnets': [{'id': '6b42eef7-ef58-4a3b-839b-31a3c371b6d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9781aa2f-7043-46df-8118-2288290cd44a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:48:51.754660 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device cd8684ac-145c-4e33-81aa-29fad0af3136 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:48:51.843011 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port cd8684ac-145c-4e33-81aa-29fad0af3136 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:48:51.853130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port cd8684ac-145c-4e33-81aa-29fad0af3136 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:48:51.853897 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:52.093393 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:52.128154 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port cd8684ac-145c-4e33-81aa-29fad0af3136, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=cd8684ac-145c-4e33-81aa-29fad0af3136,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:48:52.136286 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:52.147710 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3a7bb025-f89d-4d3e-9872-e8bd9a6a303b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:48:52.235583 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=cd8684ac-145c-4e33-81aa-29fad0af3136,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:48:52.240149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:48:52.309602 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 39946) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:48:52.461931 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-ef0d4f62-c94e-459d-95f5-b371895c6998 admin admin] 10.222.0.100 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 413 time: 0.1508427
Apr 15 10:48:53.679444 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device cd8684ac-145c-4e33-81aa-29fad0af3136 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:48:53.762901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port cd8684ac-145c-4e33-81aa-29fad0af3136 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:48:53.763312 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:53.841037 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e6e21c94-b71c-4ddb-8e12-5fd3fae69ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:55.423438 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-85d9cc8d-a4aa-4c2b-b1f0-71c306627db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:56.649864 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:57.021200 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:48:57.252156 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 5 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:49:00.135744 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:23.816326 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f01c11e2-9d04-4692-a472-65e0670f2e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:25.432519 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c834680c-40c7-49d2-a011-de08b6e22ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:26.601462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:27.008143 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:30.132534 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:34.233827 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 5 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:49:53.819324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-240cfe23-a8a3-400c-b6ec-d384595bd1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:55.395874 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-752b5fb4-77b0-4609-ba9b-454bb2b30802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:56.593612 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:49:57.012680 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:00.144383 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:11.234867 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 5 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:50:23.816701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-be87c05f-9c47-422f-8f18-5d075242988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:25.384021 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-87be2a9f-fe4a-4fa1-a945-86645ca58a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:26.605302 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:27.006676 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:30.147037 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:47.502902 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 40516) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:50:47.581610 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.pecan_wsgi.hooks.translation [None req-06936d2d-859e-4b48-b95e-d5ede8854cc0 admin admin] GET failed (client error): The resource could not be found.
Apr 15 10:50:47.583126 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-06936d2d-859e-4b48-b95e-d5ede8854cc0 admin admin] 10.222.0.100 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0791452
Apr 15 10:50:47.933374 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037395d5-0e06-43b1-a7cc-0dd2353cc1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:50:47.934933 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-037395d5-0e06-43b1-a7cc-0dd2353cc1e5 admin admin] 10.222.0.100 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.3470674
Apr 15 10:50:48.235170 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 5 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:50:50.599760 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 40526) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:50:50.725440 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba4f9c6-7d8c-4208-8142-5da998c2b4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:50:50.726998 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-4ba4f9c6-7d8c-4208-8142-5da998c2b4e2 admin admin] 10.222.0.100 "GET /v2.0/subnets/6b42eef7-ef58-4a3b-839b-31a3c371b6d4 HTTP/1.1" status: 200  len: 849 time: 0.1260264
Apr 15 10:50:50.739020 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:50:50.876814 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Notify callbacks [] for subnet, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:51.364933 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363306319532250'] for subnet, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:51.381531 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-fcc49b16-b6bd-4330-b123-2b16dfbc7b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:50:51.521066 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b42eef7-ef58-4a3b-839b-31a3c371b6d4,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:50:51.544354 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:50:51.544765 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:50:51.545125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:50:51.545486 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:50:51.545842 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:50:51.546213 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:50:51.546563 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:50:51.546943 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:50:51.547294 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:50:51.547645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:50:51.547991 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:50:51.548342 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:50:51.555295 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:50:51.587117 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:50:51.587883 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:51.591026 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] 10.222.0.100 "PUT /v2.0/subnets/6b42eef7-ef58-4a3b-839b-31a3c371b6d4 HTTP/1.1" status: 200  len: 868 time: 0.8563454
Apr 15 10:50:51.593693 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee18154c-aeb9-45c0-a132-23acfa2a52a0 None None] Network d5fbb70a-914b-41d3-9c69-929124ee9012 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:50:52.342307 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-ede5bddc-572e-41d9-b658-59150b089430 None None] Provisioning complete for port 49dc7674-a223-44e0-a042-73f9b07dc22c triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:50:52.343029 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ede5bddc-572e-41d9-b658-59150b089430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:52.599755 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-ede5bddc-572e-41d9-b658-59150b089430 None None] Provisioning complete for port 08303e56-8875-4518-8f82-fda42a3ee49f triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:50:52.600346 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ede5bddc-572e-41d9-b658-59150b089430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:53.819237 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d5c4a541-4788-4878-ad40-7a45fede0d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:54.472324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 40536) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:50:54.676192 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe6b508-c12d-45a8-b2e3-2d85d46a7361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:50:54.676583 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe6b508-c12d-45a8-b2e3-2d85d46a7361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:50:54.678311 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-7fe6b508-c12d-45a8-b2e3-2d85d46a7361 admin admin] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.2048399
Apr 15 10:50:55.406537 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f0c3db88-f2b7-4879-aefe-6bf6ed34ae50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:56.607914 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:57.012175 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:50:57.406315 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 40546) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:50:57.614699 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e70b33d-84c1-49b2-aa9f-59a491147979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:50:57.615285 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e70b33d-84c1-49b2-aa9f-59a491147979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:50:57.616851 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-4e70b33d-84c1-49b2-aa9f-59a491147979 admin admin] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.2094424
Apr 15 10:51:00.152926 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:00.272445 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 40556) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:00.473459 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8320a896-42c2-452a-adf3-802ba145c4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:00.475118 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-8320a896-42c2-452a-adf3-802ba145c4f9 admin admin] 10.222.0.100 "GET /v2.0/networks/1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 HTTP/1.1" status: 200  len: 886 time: 0.2015181
Apr 15 10:51:03.139919 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 40566) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:03.343152 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75690e5-a229-4448-a951-221b9e8d88a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:03.344586 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-b75690e5-a229-4448-a951-221b9e8d88a1 admin admin] 10.222.0.100 "GET /v2.0/networks/d5fbb70a-914b-41d3-9c69-929124ee9012 HTTP/1.1" status: 200  len: 870 time: 0.2033999
Apr 15 10:51:06.006733 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 40576) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:06.295401 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e862f6aa-464d-4d39-b07f-4e5ae911f214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:06.295771 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e862f6aa-464d-4d39-b07f-4e5ae911f214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:06.297628 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-e862f6aa-464d-4d39-b07f-4e5ae911f214 admin admin] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2899082
Apr 15 10:51:09.021231 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 40586) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:09.232211 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d38595-30ab-4666-be46-ce6a572a296c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:09.233167 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d38595-30ab-4666-be46-ce6a572a296c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:09.236119 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-91d38595-30ab-4666-be46-ce6a572a296c admin admin] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2135820
Apr 15 10:51:12.215305 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 40596) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:12.398064 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25022ec2-150b-4ffa-8646-71c648f45ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:12.401435 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-25022ec2-150b-4ffa-8646-71c648f45ac6 admin admin] 10.222.0.100 "GET /v2.0/subnets/6b42eef7-ef58-4a3b-839b-31a3c371b6d4 HTTP/1.1" status: 200  len: 868 time: 0.1846066
Apr 15 10:51:15.086473 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 40606) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:15.230698 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca6720-02ce-4414-ae21-c3272cc85cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:15.231224 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-c2ca6720-02ce-4414-ae21-c3272cc85cb2 admin admin] Synchronizing usage tracker for tenant:60e0e2db7ad542ecac541d0815438fd4 on resource:subnet {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:51:15.252141 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-c2ca6720-02ce-4414-ae21-c3272cc85cb2 admin admin] Unset dirty status for tenant:60e0e2db7ad542ecac541d0815438fd4 on resource:subnet {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:51:15.253568 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-c2ca6720-02ce-4414-ae21-c3272cc85cb2 admin admin] 10.222.0.100 "GET /v2.0/subnets/78180e32-2848-4a5f-839b-5eade47ae7ad HTTP/1.1" status: 200  len: 816 time: 0.1653938
Apr 15 10:51:23.824518 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6aeb1579-7e19-40ca-99c8-0343615d0531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:25.236496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 5 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:51:25.400856 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-66f179cb-c7bc-4152-874c-d03af8f8815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:26.602212 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:27.141756 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:30.156470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:43.078977 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 40650) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:43.141277 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [None req-82263065-4136-432e-ab7b-a12656b95d69 admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=85320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:51:43.143286 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-82263065-4136-432e-ab7b-a12656b95d69 admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0629368
Apr 15 10:51:45.884842 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 40660) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:46.001375 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb5e45d-836d-48ab-a5ca-4d09a6b1a110 admin admin] GET failed (client error): The resource could not be found.
Apr 15 10:51:46.002792 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-4fb5e45d-836d-48ab-a5ca-4d09a6b1a110 admin admin] 10.222.0.100 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1168082
Apr 15 10:51:46.159134 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a020efdf-5503-49c9-8194-8d973e44fea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:46.160869 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-a020efdf-5503-49c9-8194-8d973e44fea6 admin admin] 10.222.0.100 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1505389
Apr 15 10:51:48.790021 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 40670) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:48.869801 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:51:48.874821 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:51:48.885522 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:51:48.895487 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Made reservation on behalf of 60e0e2db7ad542ecac541d0815438fd4 for: {'network': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:51:48.900484 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:48.996858 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING neutron.services.revisions.revision_plugin [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f0bc597ecf8] {project_id='60e0e2db7ad542ecac541d0815438fd4', id='33a62232-eb57-4826-b974-3319c583a1ec', target_tenant='*', action='access_as_shared', object_id='a2acce61-9ece-4b43-ae3a-493952e7d992'}> to bump revision.
Apr 15 10:51:49.013821 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1403, 'physical_network': 'physnet1'}  {{(pid=85320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:51:49.026912 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:49.027311 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Added segment 13f6775b-c68d-4361-8fa7-d0e20faec93b of type vlan for network a2acce61-9ece-4b43-ae3a-493952e7d992
Apr 15 10:51:49.055563 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:49.087042 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:49.088450 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:49.089089 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:49.094461 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:51:49.211186 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.4131169
Apr 15 10:51:49.211186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Pushing event updated for resources: {'Network': ['ID=a2acce61-9ece-4b43-ae3a-493952e7d992,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:51:49.216858 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:49.217539 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:49.218110 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:49.218615 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:49.219101 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:49.219570 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:49.220042 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:49.220507 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:49.220995 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:49.221461 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:49.221960 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:49.222416 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:49.227559 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:51:49.237569 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network a2acce61-9ece-4b43-ae3a-493952e7d992 details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:51:51.906214 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 40680) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:51:52.009526 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb9e110-80dc-4299-a8e3-bb675fa4f101 admin admin] GET failed (client error): The resource could not be found.
Apr 15 10:51:52.010472 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ebb9e110-80dc-4299-a8e3-bb675fa4f101 admin admin] Synchronizing usage tracker for tenant:60e0e2db7ad542ecac541d0815438fd4 on resource:network {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:51:52.035847 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ebb9e110-80dc-4299-a8e3-bb675fa4f101 admin admin] Unset dirty status for tenant:60e0e2db7ad542ecac541d0815438fd4 on resource:network {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:51:52.038023 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-ebb9e110-80dc-4299-a8e3-bb675fa4f101 admin admin] 10.222.0.100 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1301403
Apr 15 10:51:52.221563 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4003fb23-041b-46ad-8a23-0efa1278e51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:52.223259 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-4003fb23-041b-46ad-8a23-0efa1278e51f admin admin] 10.222.0.100 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.1806822
Apr 15 10:51:52.235742 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-e9f2bb40-143e-4b99-8ab0-1fcc47eccb08 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'a2acce61-9ece-4b43-ae3a-493952e7d992', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:51:52.241893 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-e9f2bb40-143e-4b99-8ab0-1fcc47eccb08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:51:52.253321 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-e9f2bb40-143e-4b99-8ab0-1fcc47eccb08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:51:52.262888 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f2bb40-143e-4b99-8ab0-1fcc47eccb08 admin admin] Made reservation on behalf of 60e0e2db7ad542ecac541d0815438fd4 for: {'subnet': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:51:52.267625 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e9f2bb40-143e-4b99-8ab0-1fcc47eccb08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:52.688705 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e9f2bb40-143e-4b99-8ab0-1fcc47eccb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for subnet, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:52.704397 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:51:52.830906 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2bb40-143e-4b99-8ab0-1fcc47eccb08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e07a7f80-fb30-4205-8160-1180d29e9f76,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:51:52.836562 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e9f2bb40-143e-4b99-8ab0-1fcc47eccb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:51:52.911209 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f2bb40-143e-4b99-8ab0-1fcc47eccb08 admin admin] Checking segment: {'id': '13f6775b-c68d-4361-8fa7-d0e20faec93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1403, 'network_id': 'a2acce61-9ece-4b43-ae3a-493952e7d992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:51:52.911858 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f2bb40-143e-4b99-8ab0-1fcc47eccb08 admin admin] Network hostable DHCP agents. Network: a2acce61-9ece-4b43-ae3a-493952e7d992, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:51:52.932324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f2bb40-143e-4b99-8ab0-1fcc47eccb08 admin admin] Network a2acce61-9ece-4b43-ae3a-493952e7d992 is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:51:52.941864 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-e9f2bb40-143e-4b99-8ab0-1fcc47eccb08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, a2acce61-9ece-4b43-ae3a-493952e7d992) {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:51:52.946740 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f2bb40-143e-4b99-8ab0-1fcc47eccb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:51:52.947379 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e9f2bb40-143e-4b99-8ab0-1fcc47eccb08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:52.955415 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e5ae7a-3f71-4f69-a170-87e4eb18ba46 None None] Network a2acce61-9ece-4b43-ae3a-493952e7d992 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:51:52.977725 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-e9f2bb40-143e-4b99-8ab0-1fcc47eccb08 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7463362
Apr 15 10:51:53.225937 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce30cc17-1601-5a83-a120-97908615cddf-a2acce61-9ece-4b43-ae3a-493952e7d992', 'network_id': 'a2acce61-9ece-4b43-ae3a-493952e7d992', 'tenant_id': '60e0e2db7ad542ecac541d0815438fd4', 'fixed_ips': [{'subnet_id': 'e07a7f80-fb30-4205-8160-1180d29e9f76'}]}} from dv-cinder-786386-1-iscsi. {{(pid=85322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:51:53.227244 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:53.509971 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Allocated IP 192.168.233.2 (a2acce61-9ece-4b43-ae3a-493952e7d992/e07a7f80-fb30-4205-8160-1180d29e9f76/6e5f06e5-66a6-48ef-9761-4af4c30833a7) {{(pid=85322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:51:53.835546 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Notify callbacks [] for port, precommit_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:53.848893 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2e220847-0910-4f3e-8d9e-9b4f97ab7a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:53.852872 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Transition to ACTIVE for port object 6e5f06e5-66a6-48ef-9761-4af4c30833a7 will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:51:53.876179 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Transition to ACTIVE for port object 6e5f06e5-66a6-48ef-9761-4af4c30833a7 will not be triggered until provisioned by entity DHCP. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:51:53.882354 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:53.904411 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c0ee2ae5-cfa9-4cdb-86fe-1254afcbd032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:51:54.228884 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Pushing event updated for resources: {'Port': ['ID=6e5f06e5-66a6-48ef-9761-4af4c30833a7,revision_number=1']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:51:54.246688 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.247078 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.247460 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.247834 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.248203 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.248572 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.248935 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.249297 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.249665 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.250023 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.250375 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.250774 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:51:54.255870 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:51:54.318685 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Network a2acce61-9ece-4b43-ae3a-493952e7d992 is already hosted by enough agents. {{(pid=85322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:51:54.320104 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Resources bound (agent type, host, resource id):  {{(pid=85322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:51:54.322871 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Received port after_create {{(pid=85322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:51:54.503901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Attempting to bind port 6e5f06e5-66a6-48ef-9761-4af4c30833a7 on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:51:54.504315 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Attempting to bind port 6e5f06e5-66a6-48ef-9761-4af4c30833a7 by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '13f6775b-c68d-4361-8fa7-d0e20faec93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1403, 'network_id': 'a2acce61-9ece-4b43-ae3a-493952e7d992'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:51:54.504721 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Attempting to bind port 6e5f06e5-66a6-48ef-9761-4af4c30833a7 on network a2acce61-9ece-4b43-ae3a-493952e7d992 {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:51:54.511693 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:51:54.512105 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Checking segment: {'id': '13f6775b-c68d-4361-8fa7-d0e20faec93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1403, 'network_id': 'a2acce61-9ece-4b43-ae3a-493952e7d992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:51:54.512549 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:54.512979 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Bound using segment: {'id': '13f6775b-c68d-4361-8fa7-d0e20faec93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1403, 'network_id': 'a2acce61-9ece-4b43-ae3a-493952e7d992'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:51:54.513489 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Bound port: 6e5f06e5-66a6-48ef-9761-4af4c30833a7, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f6775b-c68d-4361-8fa7-d0e20faec93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1403, 'network_id': 'a2acce61-9ece-4b43-ae3a-493952e7d992'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:51:54.513900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:54.621756 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] For port 6e5f06e5-66a6-48ef-9761-4af4c30833a7, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:51:54.628139 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] For port 6e5f06e5-66a6-48ef-9761-4af4c30833a7, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=6e5f06e5-66a6-48ef-9761-4af4c30833a7,segment=NetworkSegment(13f6775b-c68d-4361-8fa7-d0e20faec93b),segment_id=13f6775b-c68d-4361-8fa7-d0e20faec93b)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:51:54.633220 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:54.655548 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c0ee2ae5-cfa9-4cdb-86fe-1254afcbd032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:51:54.822919 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Pushing event updated for resources: {'Port': ['ID=6e5f06e5-66a6-48ef-9761-4af4c30833a7,revision_number=2']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:51:54.826833 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:51:55.402657 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-99b816d8-921f-433c-9bb4-fc53046768bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:55.859835 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 6e5f06e5-66a6-48ef-9761-4af4c30833a7 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:51:55.944066 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 6e5f06e5-66a6-48ef-9761-4af4c30833a7 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:51:56.342845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698b4873-d28f-4257-8c3c-8f9f9d8b1953 None None] Network a2acce61-9ece-4b43-ae3a-493952e7d992 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:51:56.449168 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-c104500c-e4c3-4c18-aeb8-db03797512bb None None] Provisioning for port 6e5f06e5-66a6-48ef-9761-4af4c30833a7 completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:51:56.460489 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-c104500c-e4c3-4c18-aeb8-db03797512bb None None] Provisioning complete for port 6e5f06e5-66a6-48ef-9761-4af4c30833a7 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:51:56.461451 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c104500c-e4c3-4c18-aeb8-db03797512bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:56.630743 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:56.743100 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c104500c-e4c3-4c18-aeb8-db03797512bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:56.800469 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-c104500c-e4c3-4c18-aeb8-db03797512bb None None] For port 6e5f06e5-66a6-48ef-9761-4af4c30833a7, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=6e5f06e5-66a6-48ef-9761-4af4c30833a7,segment=NetworkSegment(13f6775b-c68d-4361-8fa7-d0e20faec93b),segment_id=13f6775b-c68d-4361-8fa7-d0e20faec93b)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:51:56.805379 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c104500c-e4c3-4c18-aeb8-db03797512bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:56.807536 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:51:56.885802 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104500c-e4c3-4c18-aeb8-db03797512bb None None] Pushing event updated for resources: {'Port': ['ID=6e5f06e5-66a6-48ef-9761-4af4c30833a7,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:51:56.889308 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c104500c-e4c3-4c18-aeb8-db03797512bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:51:57.030398 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:57.049632 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-ed2b4b3d-dce2-4b1b-925b-941140123ee2 None None] Provisioning complete for port 6e5f06e5-66a6-48ef-9761-4af4c30833a7 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:51:57.050215 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ed2b4b3d-dce2-4b1b-925b-941140123ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:51:57.822746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 6e5f06e5-66a6-48ef-9761-4af4c30833a7 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:51:57.897938 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 6e5f06e5-66a6-48ef-9761-4af4c30833a7 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:51:57.898914 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:00.154851 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:02.239514 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 5 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:52:23.825240 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b956e21f-e4a6-4b09-892d-0ea02512ae92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:25.411457 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-63cedd0e-fe84-47c4-9552-8607f77be47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:26.609906 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:27.038375 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:30.177507 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:39.239653 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 5 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:52:53.831977 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-047feea0-a5e3-48b3-b64a-c13636be0c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:55.406835 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9339fc83-f257-4551-a7f4-6130a6963b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:56.614257 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:52:57.024619 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:00.169998 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:13.340883 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 40730) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:13.347981 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [None req-34d8ac8f-8f87-4313-b77f-30acf1cdc508 tempest-verify_tempest_config-28720650 tempest-verify_tempest_config-28720650-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=85320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:53:13.349508 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-34d8ac8f-8f87-4313-b77f-30acf1cdc508 tempest-verify_tempest_config-28720650 tempest-verify_tempest_config-28720650-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0075462
Apr 15 10:53:13.699354 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 40748) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:13.834008 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:13.851761 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:53:13.856149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Usage tracker for resource:security_group_rule and tenant:f54e87addb074424aabe4229eb71dba6 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:53:13.859590 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:53:13.867650 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:53:13.968382 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:13.971295 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:13.981120 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:14.024316 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Synchronizing usage tracker for tenant:60e0e2db7ad542ecac541d0815438fd4 on resource:security_group {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:53:14.029698 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ddbcec-2155-4627-bf2a-022a51f2090e,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:14.040892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:14.041376 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:14.041799 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:14.042314 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:14.042794 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:14.043166 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:14.043583 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:14.044003 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:14.044422 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:14.044764 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:14.045124 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:14.045483 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:53:14.051386 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:14.060598 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Unset dirty status for tenant:60e0e2db7ad542ecac541d0815438fd4 on resource:security_group {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:53:14.062678 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f54e87addb074424aabe4229eb71dba6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3621781
Apr 15 10:53:14.065639 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 40754) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:53:14.133814 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ca911ee2-3bcd-4124-be32-a96c51aec35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:14.163677 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ca911ee2-3bcd-4124-be32-a96c51aec35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:14.222048 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ca911ee2-3bcd-4124-be32-a96c51aec35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:14.228302 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:53:14.239903 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca911ee2-3bcd-4124-be32-a96c51aec35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ddbcec-2155-4627-bf2a-022a51f2090e,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:53:14.243931 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ca911ee2-3bcd-4124-be32-a96c51aec35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:53:14.250510 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ca911ee2-3bcd-4124-be32-a96c51aec35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:14.251788 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-ca911ee2-3bcd-4124-be32-a96c51aec35c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/12ddbcec-2155-4627-bf2a-022a51f2090e HTTP/1.1" status: 204  len: 168 time: 0.1849866
Apr 15 10:53:16.240459 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 5 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:53:23.833084 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ea7e3b44-9c59-49c2-bb58-155eae867eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:25.400761 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f852a28a-81ca-416e-a25d-b3230fffea68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:26.618450 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:27.018424 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:30.157569 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:53.239533 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 5 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:53:53.828607 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-41f5d91c-38a7-4c66-b4ce-e54c5effd32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:55.404937 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4f273efc-d72c-4ba0-9e2d-1cd067fdfdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:56.620666 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:53:57.022636 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:00.169938 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:23.833636 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e19b241f-1a61-4268-9835-c601d7edabe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:25.418780 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c36b17c4-2b5f-45c6-9a62-9bf460250ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:26.622265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:27.027752 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.163167 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:30.241217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 5 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:54:51.166338 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810'] for agent, after_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:53.844022 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ce6afd05-d87f-431a-8d2a-cca2f0eeeb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:55.416242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f770aad8-3d89-45af-8a5d-fc094fa40433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:56.637320 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:54:57.031571 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:00.167706 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:07.241587 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:55:08.641008 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 40826) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:08.785909 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-d18471cd-5439-4dc9-88ef-aec4a81f610f admin admin] 10.222.0.100 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4304 time: 0.1430414
Apr 15 10:55:11.445674 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 40836) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:55:11.521984 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-1ca2ef35-a6dd-463b-9bbc-b92ec791773a admin admin] 10.222.0.100 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4304 time: 0.0747862
Apr 15 10:55:21.129438 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:23.838809 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7af23c6b-42d2-40b6-bf0d-a3f682883f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:25.409419 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-61d89b0e-f882-481e-9379-af354ea7b5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:26.630365 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:27.046449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:30.174322 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:44.241372 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:55:51.149870 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:53.852012 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0f95e461-ec56-44ca-8e4b-980a77ab19b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:55.416384 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1a964ff4-9086-4218-a760-a2696a6ec006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:56.632679 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:55:57.040983 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:00.188609 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:21.143053 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:21.240725 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:56:23.846003 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-903bee87-159c-417d-83ff-fecf632b0e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:25.412531 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8c0f6d55-f8ef-46c3-b4d3-df9077f9bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:26.634561 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:27.046115 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:30.185801 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:51.177764 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:51.538558 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 40946) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:52.020213 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1039878662-network', 'tenant_id': 'f2423ceb3c374eadb7f48ad4d0fe71c5'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:52.029878 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:52.035553 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Usage tracker for resource:network and tenant:f2423ceb3c374eadb7f48ad4d0fe71c5 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:52.039615 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:52.047425 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:52.057923 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Made reservation on behalf of f2423ceb3c374eadb7f48ad4d0fe71c5 for: {'network': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:56:52.062991 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:52.077487 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:52.096774 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:52.102275 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Usage tracker for resource:security_group_rule and tenant:f2423ceb3c374eadb7f48ad4d0fe71c5 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:52.106296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:52.114801 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:52.237748 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:52.242787 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:52.247672 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:52.275880 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] vlan segment allocate from pool success with {'vlan_id': 1446, 'physical_network': 'physnet1'}  {{(pid=85320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:56:52.291529 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f45e88-ef57-44e2-abe6-61c61039b0e1,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:52.296547 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:52.296825 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Added segment 453fdcbd-06ef-48f6-9bee-91b74dee5b9d of type vlan for network afead2dc-c4e8-49c0-a6fc-2955e790fcad
Apr 15 10:56:52.309530 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:52.309889 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:52.310283 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:52.310680 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:52.311032 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:52.311404 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:52.311771 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:52.312157 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:52.312680 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:52.312877 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:52.313204 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:52.314028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Tracked resource versions report:
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]: pushed versions:
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]: {   'AddressGroup': {'1.2'},
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:     'ConntrackHelper': {'1.0'},
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Log': {'1.0'},
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Network': {'1.1'},
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Port': {'1.7'},
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:     'PortForwarding': {'1.2'},
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:     'QosPolicy': {'1.8'},
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SecurityGroup': {'1.4'},
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SubPort': {'1.0'},
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Subnet': {'1.1'},
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Trunk': {'1.1'}}
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]: consumer versions:
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]: {   DHCP agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:     HyperV agent@hv-cinder-78638: {},
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:     L3 agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:     Metadata agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:     Metering agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:     Open vSwitch agent@dv-cinder-786386-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Log': '1.0',
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Network': '1.1',
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Port': '1.7',
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'PortForwarding': '1.2',
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'QosPolicy': '1.8',
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SecurityGroup': '1.4',
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SubPort': '1.0',
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Subnet': '1.1',
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Trunk': '1.1'}}
Apr 15 10:56:52.314661 dv-cinder-786386-1-iscsi neutron-server[85207]:  {{(pid=85320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:56:52.319711 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:52.346448 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:52.383354 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:52.384922 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:52.385763 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:52.391760 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:52.502523 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Pushing event updated for resources: {'Network': ['ID=afead2dc-c4e8-49c0-a6fc-2955e790fcad,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:52.505729 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:52.518701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network afead2dc-c4e8-49c0-a6fc-2955e790fcad details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:56:52.522429 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.9826427
Apr 15 10:56:52.526048 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 40992) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:52.533242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-c0587ca5-d244-46de-a461-6e9ceaeaf722 admin admin] Request body: {'subnet': {'network_id': 'afead2dc-c4e8-49c0-a6fc-2955e790fcad', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1039878662-subnet', 'tenant_id': 'f2423ceb3c374eadb7f48ad4d0fe71c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:52.540173 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-c0587ca5-d244-46de-a461-6e9ceaeaf722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:52.544992 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-c0587ca5-d244-46de-a461-6e9ceaeaf722 admin admin] Usage tracker for resource:subnet and tenant:f2423ceb3c374eadb7f48ad4d0fe71c5 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:52.548296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-c0587ca5-d244-46de-a461-6e9ceaeaf722 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:52.556225 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-c0587ca5-d244-46de-a461-6e9ceaeaf722 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:52.567636 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0587ca5-d244-46de-a461-6e9ceaeaf722 admin admin] Made reservation on behalf of f2423ceb3c374eadb7f48ad4d0fe71c5 for: {'subnet': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:56:52.572899 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c0587ca5-d244-46de-a461-6e9ceaeaf722 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:53.154228 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c0587ca5-d244-46de-a461-6e9ceaeaf722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for subnet, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:53.184783 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d6106bfd-ec22-4ca3-bb12-e54fdae02236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:53.424683 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0587ca5-d244-46de-a461-6e9ceaeaf722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59b80798-97b0-407b-b02a-d1ae65483ee5,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:53.433815 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c0587ca5-d244-46de-a461-6e9ceaeaf722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:53.569668 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0587ca5-d244-46de-a461-6e9ceaeaf722 admin admin] Checking segment: {'id': '453fdcbd-06ef-48f6-9bee-91b74dee5b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': 'afead2dc-c4e8-49c0-a6fc-2955e790fcad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:56:53.570290 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0587ca5-d244-46de-a461-6e9ceaeaf722 admin admin] Network hostable DHCP agents. Network: afead2dc-c4e8-49c0-a6fc-2955e790fcad, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:56:53.606466 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0587ca5-d244-46de-a461-6e9ceaeaf722 admin admin] Network afead2dc-c4e8-49c0-a6fc-2955e790fcad is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:56:53.617325 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-c0587ca5-d244-46de-a461-6e9ceaeaf722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, afead2dc-c4e8-49c0-a6fc-2955e790fcad) {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:56:53.622029 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0587ca5-d244-46de-a461-6e9ceaeaf722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:53.622840 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c0587ca5-d244-46de-a461-6e9ceaeaf722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:53.631845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335e6caa-4eac-4795-8e5f-8e79a9bfe455 None None] Network afead2dc-c4e8-49c0-a6fc-2955e790fcad requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:56:53.657212 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-c0587ca5-d244-46de-a461-6e9ceaeaf722 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1279554
Apr 15 10:56:53.768649 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41040) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:53.903199 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4204e35d-dc52-4da9-9752-37995fe86069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:53.925888 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15963b9e-4c61-42f8-8aba-1a2df93ebd10 None None] Network afead2dc-c4e8-49c0-a6fc-2955e790fcad requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:56:53.950207 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41050) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:54.314821 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1914114214-network', 'tenant_id': '804134d291a14530a112361fda616a0d'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:54.324468 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:54.329518 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Usage tracker for resource:network and tenant:804134d291a14530a112361fda616a0d is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:54.333722 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:54.340950 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:54.353383 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Made reservation on behalf of 804134d291a14530a112361fda616a0d for: {'network': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:56:54.358881 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:54.374669 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:54.401003 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:54.406150 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Usage tracker for resource:security_group_rule and tenant:804134d291a14530a112361fda616a0d is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:54.410507 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:54.417493 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:54.651568 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1808233263-network', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:54.664988 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 41070) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:54.667118 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:54.675727 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Usage tracker for resource:network and tenant:0959c169751f48ebbdb3397c86b113dc is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:54.681553 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:54.701413 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:54.740868 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Made reservation on behalf of 0959c169751f48ebbdb3397c86b113dc for: {'network': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:56:54.749160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:54.785783 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:54.842313 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:54.868675 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Usage tracker for resource:security_group_rule and tenant:0959c169751f48ebbdb3397c86b113dc is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:54.877978 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:54.908347 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:54.922278 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:54.935491 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:54.960368 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-12676ea6-572d-4fbf-a4ec-3a9340d56b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:54.997541 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1439, 'physical_network': 'physnet1'}  {{(pid=85320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:56:55.033326 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.034266 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Added segment 23425407-1090-41fc-90be-dc1af31d18ea of type vlan for network 67d31719-2f11-4a22-960a-40e0f7eba8a5
Apr 15 10:56:55.054132 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 41098) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:55.068839 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-99154639-network', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:55.077431 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:55.090818 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Usage tracker for resource:network and tenant:680f4c59aed648ae8db373d5dcc3c9ed is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:55.094504 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:55.101932 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:55.107363 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a5bfe9-4701-47d5-9a2c-192b9543c2a1,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:55.111829 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Made reservation on behalf of 680f4c59aed648ae8db373d5dcc3c9ed for: {'network': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:56:55.117044 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.133130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:55.149902 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.155889 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.189678 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:55.200649 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Usage tracker for resource:security_group_rule and tenant:680f4c59aed648ae8db373d5dcc3c9ed is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:55.212463 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:55.228146 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:55.290626 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.297258 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.307602 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:55.361225 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.365282 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6332bc-b400-4aa4-a521-659adf20b60f,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:55.373258 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:55.374351 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.382089 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:55.390649 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:55.420712 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.423250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ba5eb962-8f04-405d-a7c3-b4e2703de183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.429462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.434567 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:55.445060 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] vlan segment allocate from pool success with {'vlan_id': 1401, 'physical_network': 'physnet1'}  {{(pid=85320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:56:55.474678 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4a3357-6a2e-45b7-89de-01967d9d970f,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:55.484987 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-492690740-network', 'tenant_id': '1856da834bea4d4f808d3291b817ed29'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:55.500741 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.501391 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.501919 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.502466 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.503034 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.504092 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.504662 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.505002 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.505516 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.506036 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.506563 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.507119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Tracked resource versions report:
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]: pushed versions:
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]: {   'AddressGroup': {'1.2'},
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:     'ConntrackHelper': {'1.0'},
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Log': {'1.0'},
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Network': {'1.1'},
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Port': {'1.7'},
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:     'PortForwarding': {'1.2'},
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:     'QosPolicy': {'1.8'},
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SecurityGroup': {'1.4'},
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SubPort': {'1.0'},
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Subnet': {'1.1'},
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Trunk': {'1.1'}}
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]: consumer versions:
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]: {   DHCP agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:     HyperV agent@hv-cinder-78638: {},
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:     L3 agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:     Metadata agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:     Metering agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:     Open vSwitch agent@dv-cinder-786386-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Log': '1.0',
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Network': '1.1',
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Port': '1.7',
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'PortForwarding': '1.2',
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'QosPolicy': '1.8',
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SecurityGroup': '1.4',
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SubPort': '1.0',
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Subnet': '1.1',
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Trunk': '1.1'}}
Apr 15 10:56:55.508374 dv-cinder-786386-1-iscsi neutron-server[85207]:  {{(pid=85321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:56:55.514934 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] vlan segment allocate from pool success with {'vlan_id': 1440, 'physical_network': 'physnet1'}  {{(pid=85321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:56:55.523781 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:55.539443 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:55.543137 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730535310007', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.544371 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f0bc74b2b70> segment precommit_create {{(pid=85321) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 15 10:56:55.545040 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Added segment 7c7987fb-a700-4a62-a9a7-b80696ea7ae7 of type vlan for network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca
Apr 15 10:56:55.576411 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Usage tracker for resource:network and tenant:1856da834bea4d4f808d3291b817ed29 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:55.587050 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:55.599604 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:55.606841 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.8334994
Apr 15 10:56:55.606841 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.606841 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Added segment bbe9b76a-2909-49df-a0d1-c8bbbac386a7 of type vlan for network f2540102-4996-4e3c-af26-30cf18f2f6dc
Apr 15 10:56:55.609821 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41112) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:55.617527 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Made reservation on behalf of 1856da834bea4d4f808d3291b817ed29 for: {'network': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:56:55.627516 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-ba961281-2f82-4f65-a1f4-211d2d9589e4 admin admin] Request body: {'subnet': {'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1914114214-subnet', 'tenant_id': '804134d291a14530a112361fda616a0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:55.627836 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.632404 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Pushing event updated for resources: {'Network': ['ID=67d31719-2f11-4a22-960a-40e0f7eba8a5,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:55.644875 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network 67d31719-2f11-4a22-960a-40e0f7eba8a5 details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:56:55.649132 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ba961281-2f82-4f65-a1f4-211d2d9589e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:55.652872 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:55.668003 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.670915 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ba961281-2f82-4f65-a1f4-211d2d9589e4 admin admin] Usage tracker for resource:subnet and tenant:804134d291a14530a112361fda616a0d is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:55.679753 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ba961281-2f82-4f65-a1f4-211d2d9589e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:55.689995 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.696669 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ba961281-2f82-4f65-a1f4-211d2d9589e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:55.732622 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:55.738846 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba961281-2f82-4f65-a1f4-211d2d9589e4 admin admin] Made reservation on behalf of 804134d291a14530a112361fda616a0d for: {'subnet': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:56:55.740735 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.745296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ba961281-2f82-4f65-a1f4-211d2d9589e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.757913 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Usage tracker for resource:security_group_rule and tenant:1856da834bea4d4f808d3291b817ed29 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:55.768198 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:55.788608 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:55.887790 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.893962 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:55.895113 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.897696 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.903582 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:55.904794 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:55.917062 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:55.949893 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:55.987656 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.3209777
Apr 15 10:56:56.004725 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 41124) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:56.193068 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-e0ba73d1-4841-46af-9ab6-adbf243cd8f4 admin admin] Request body: {'subnet': {'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-subnet', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:56.212711 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.2597518
Apr 15 10:56:56.217560 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41132) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:56.231054 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-e0ba73d1-4841-46af-9ab6-adbf243cd8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:56.239653 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-e0ba73d1-4841-46af-9ab6-adbf243cd8f4 admin admin] Usage tracker for resource:subnet and tenant:680f4c59aed648ae8db373d5dcc3c9ed is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:56.256172 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-e0ba73d1-4841-46af-9ab6-adbf243cd8f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:56.276379 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-b629a1b4-669b-41fc-96c7-25237038870d admin admin] Request body: {'subnet': {'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1808233263-subnet', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:56.278543 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-e0ba73d1-4841-46af-9ab6-adbf243cd8f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:56.311017 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Pushing event updated for resources: {'Network': ['ID=f2540102-4996-4e3c-af26-30cf18f2f6dc,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:56.322518 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-b629a1b4-669b-41fc-96c7-25237038870d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:56.328686 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network f2540102-4996-4e3c-af26-30cf18f2f6dc details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:56:56.344226 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:56.351427 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-b629a1b4-669b-41fc-96c7-25237038870d admin admin] Usage tracker for resource:subnet and tenant:0959c169751f48ebbdb3397c86b113dc is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:56.364321 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ba73d1-4841-46af-9ab6-adbf243cd8f4 admin admin] Made reservation on behalf of 680f4c59aed648ae8db373d5dcc3c9ed for: {'subnet': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:56:56.373396 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-b629a1b4-669b-41fc-96c7-25237038870d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:56.382791 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e0ba73d1-4841-46af-9ab6-adbf243cd8f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:56.390340 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-b629a1b4-669b-41fc-96c7-25237038870d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:56.524871 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b629a1b4-669b-41fc-96c7-25237038870d admin admin] Made reservation on behalf of 0959c169751f48ebbdb3397c86b113dc for: {'subnet': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:56:56.534223 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b629a1b4-669b-41fc-96c7-25237038870d admin admin] Notify callbacks [] for subnet, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:56.537848 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Pushing event updated for resources: {'Network': ['ID=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:56.542151 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:56.587563 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:56:56.650885 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:56.657592 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:56.669078 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:56.719087 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becef943-1d75-4d55-962b-87bc5072e15d,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:56.724315 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:56.749264 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1404, 'physical_network': 'physnet1'}  {{(pid=85321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:56:56.916429 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:56.916826 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Added segment e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938 of type vlan for network cbf52b31-cabb-4684-b870-425b20f1a830
Apr 15 10:56:56.985929 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:57.066661 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:57.078607 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:57.084586 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:57.097107 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:57.122838 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:57.132481 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:57.341173 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Pushing event updated for resources: {'Network': ['ID=cbf52b31-cabb-4684-b870-425b20f1a830,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:57.346950 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.2919836
Apr 15 10:56:57.348040 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:57.358011 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network cbf52b31-cabb-4684-b870-425b20f1a830 details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:56:57.359494 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 41178) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:57.375006 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-c87d2a10-ae46-47e1-aa11-4300e3799390 admin admin] Request body: {'subnet': {'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-492690740-subnet', 'tenant_id': '1856da834bea4d4f808d3291b817ed29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:57.383671 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-c87d2a10-ae46-47e1-aa11-4300e3799390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:57.403958 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-c87d2a10-ae46-47e1-aa11-4300e3799390 admin admin] Usage tracker for resource:subnet and tenant:1856da834bea4d4f808d3291b817ed29 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:57.409809 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-c87d2a10-ae46-47e1-aa11-4300e3799390 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:57.419334 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-c87d2a10-ae46-47e1-aa11-4300e3799390 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:57.446873 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41188) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:57.496263 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87d2a10-ae46-47e1-aa11-4300e3799390 admin admin] Made reservation on behalf of 1856da834bea4d4f808d3291b817ed29 for: {'subnet': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:56:57.501309 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c87d2a10-ae46-47e1-aa11-4300e3799390 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:57.768701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41202) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:57.781965 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 15 10:56:57.984807 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-701281bd-ff0e-4707-b303-67793b23206b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.040446 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-701281bd-ff0e-4707-b303-67793b23206b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:58.064286 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ba961281-2f82-4f65-a1f4-211d2d9589e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for subnet, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.067100 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-701281bd-ff0e-4707-b303-67793b23206b admin admin] Usage tracker for resource:security_group_rule and tenant:44c67a7f6c9d414fa5e11e3dfea9f5a9 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:58.072949 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-701281bd-ff0e-4707-b303-67793b23206b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:58.098794 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-1859f23a-4e8a-4035-915b-8e8e105c9878 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:58.098794 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-1859f23a-4e8a-4035-915b-8e8e105c9878 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Synchronizing usage tracker for tenant:f2423ceb3c374eadb7f48ad4d0fe71c5 on resource:network {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:56:58.103978 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e0ba73d1-4841-46af-9ab6-adbf243cd8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for subnet, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.108072 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e9f2bb40-143e-4b99-8ab0-1fcc47eccb08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:58.145436 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-701281bd-ff0e-4707-b303-67793b23206b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:58.147289 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:58.243661 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:56:58.290172 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-1859f23a-4e8a-4035-915b-8e8e105c9878 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Unset dirty status for tenant:f2423ceb3c374eadb7f48ad4d0fe71c5 on resource:network {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:56:58.291919 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-1859f23a-4e8a-4035-915b-8e8e105c9878 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/networks?id=afead2dc-c4e8-49c0-a6fc-2955e790fcad HTTP/1.1" status: 200  len: 812 time: 0.5175533
Apr 15 10:56:58.340075 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-78eae19d-83c6-490b-af4e-a1e1436e366a tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/quotas/f2423ceb3c374eadb7f48ad4d0fe71c5 HTTP/1.1" status: 200  len: 375 time: 0.0159810
Apr 15 10:56:58.398721 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 41228) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:58.433773 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba73d1-4841-46af-9ab6-adbf243cd8f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc8f8bbb-1b00-4320-81db-dc64ff750b3a,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:58.455941 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e0ba73d1-4841-46af-9ab6-adbf243cd8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:58.519600 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-bfd24c95-211a-43d4-8387-76244158ad1d tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=f2423ceb3c374eadb7f48ad4d0fe71c5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1475294
Apr 15 10:56:58.650092 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ba73d1-4841-46af-9ab6-adbf243cd8f4 admin admin] Checking segment: {'id': '7c7987fb-a700-4a62-a9a7-b80696ea7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:56:58.650757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ba73d1-4841-46af-9ab6-adbf243cd8f4 admin admin] Network hostable DHCP agents. Network: 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:56:58.690407 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba961281-2f82-4f65-a1f4-211d2d9589e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a328fd2-dde8-4bb1-a553-950b8375ab8e,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:58.695201 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ba961281-2f82-4f65-a1f4-211d2d9589e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:58.760648 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b812faf8-5999-40a7-a535-294fd63cf510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.765363 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba961281-2f82-4f65-a1f4-211d2d9589e4 admin admin] Checking segment: {'id': '23425407-1090-41fc-90be-dc1af31d18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:56:58.765845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba961281-2f82-4f65-a1f4-211d2d9589e4 admin admin] Network hostable DHCP agents. Network: 67d31719-2f11-4a22-960a-40e0f7eba8a5, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:56:58.823854 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b629a1b4-669b-41fc-96c7-25237038870d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for subnet, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.827027 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-b812faf8-5999-40a7-a535-294fd63cf510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:58.838565 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ba73d1-4841-46af-9ab6-adbf243cd8f4 admin admin] Network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:56:58.843493 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-b812faf8-5999-40a7-a535-294fd63cf510 admin admin] Usage tracker for resource:security_group_rule and tenant:306623a128a44473a9e0fbf70517dde4 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:58.852583 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-b812faf8-5999-40a7-a535-294fd63cf510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:58.855484 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c0587ca5-d244-46de-a461-6e9ceaeaf722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:58.869687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-b812faf8-5999-40a7-a535-294fd63cf510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:58.879626 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c87d2a10-ae46-47e1-aa11-4300e3799390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for subnet, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.880837 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-e0ba73d1-4841-46af-9ab6-adbf243cd8f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca) {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:56:58.889561 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-44b2d0a9-b07b-41c7-865b-f5d341fec78d service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=85320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:56:58.890711 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-44b2d0a9-b07b-41c7-865b-f5d341fec78d service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1933620
Apr 15 10:56:58.903751 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b4bafe-238f-43d2-9d12-27f6dfb8c4eb None None] Network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:56:58.926745 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba73d1-4841-46af-9ab6-adbf243cd8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:58.927809 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e0ba73d1-4841-46af-9ab6-adbf243cd8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:58.933907 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:59.056686 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d2a10-ae46-47e1-aa11-4300e3799390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:59.219392 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba961281-2f82-4f65-a1f4-211d2d9589e4 admin admin] Network 67d31719-2f11-4a22-960a-40e0f7eba8a5 is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:56:59.224150 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-701281bd-ff0e-4707-b303-67793b23206b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.333750 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-701281bd-ff0e-4707-b303-67793b23206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.357832 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-ba961281-2f82-4f65-a1f4-211d2d9589e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, 67d31719-2f11-4a22-960a-40e0f7eba8a5) {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:56:59.376266 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810c8601-2af3-43bc-8348-c2caedd4c6ba None None] Network 67d31719-2f11-4a22-960a-40e0f7eba8a5 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:56:59.423044 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629a1b4-669b-41fc-96c7-25237038870d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:59.457885 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b629a1b4-669b-41fc-96c7-25237038870d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:59.462918 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba961281-2f82-4f65-a1f4-211d2d9589e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:56:59.463681 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ba961281-2f82-4f65-a1f4-211d2d9589e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.467947 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:59.494619 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c87d2a10-ae46-47e1-aa11-4300e3799390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:59.536828 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-e0ba73d1-4841-46af-9ab6-adbf243cd8f4 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.3930254
Apr 15 10:56:59.540056 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 41254) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:59.554390 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:59.559467 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:59.564329 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Usage tracker for resource:router and tenant:680f4c59aed648ae8db373d5dcc3c9ed is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:59.568252 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:59.577123 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:59.600754 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852770577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60926'] for router, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.601784 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854714889'] for router, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.634370 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce30cc17-1601-5a83-a120-97908615cddf-6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a'}]}} from dv-cinder-786386-1-iscsi. {{(pid=85322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:56:59.634923 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.645454 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-701281bd-ff0e-4707-b303-67793b23206b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=44c67a7f6c9d414fa5e11e3dfea9f5a9&name=default HTTP/1.1" status: 200  len: 2975 time: 2.1814246
Apr 15 10:56:59.646674 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 41258) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:59.688001 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.694641 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701281bd-ff0e-4707-b303-67793b23206b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3819c009-4d14-4861-a910-569f6b4e269e,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:56:59.731111 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-701281bd-ff0e-4707-b303-67793b23206b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:56:59.744260 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-ba961281-2f82-4f65-a1f4-211d2d9589e4 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 4.1230750
Apr 15 10:56:59.746858 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41262) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:56:59.758029 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-985672df-13fd-414c-9768-0ce5f1b9f7c0 service neutron] 10.222.0.100 "GET /v2.0/networks/afead2dc-c4e8-49c0-a6fc-2955e790fcad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5825460
Apr 15 10:56:59.762338 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1914114214-router', 'tenant_id': '804134d291a14530a112361fda616a0d', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:56:59.811135 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:56:59.827326 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Usage tracker for resource:router and tenant:804134d291a14530a112361fda616a0d is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:56:59.856600 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b812faf8-5999-40a7-a535-294fd63cf510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.894230 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:56:59.922839 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:56:59.940357 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b812faf8-5999-40a7-a535-294fd63cf510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.958322 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d2a10-ae46-47e1-aa11-4300e3799390 admin admin] Checking segment: {'id': 'e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:56:59.958322 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d2a10-ae46-47e1-aa11-4300e3799390 admin admin] Network hostable DHCP agents. Network: cbf52b31-cabb-4684-b870-425b20f1a830, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:56:59.969623 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:56:59.970909 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b629a1b4-669b-41fc-96c7-25237038870d admin admin] Checking segment: {'id': 'bbe9b76a-2909-49df-a0d1-c8bbbac386a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:56:59.971340 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b629a1b4-669b-41fc-96c7-25237038870d admin admin] Network hostable DHCP agents. Network: f2540102-4996-4e3c-af26-30cf18f2f6dc, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:56:59.985249 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219aeb91-da15-4c5d-94c8-7527ec5f230c None None] Network 67d31719-2f11-4a22-960a-40e0f7eba8a5 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:56:59.990907 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852770577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60926'] for router, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:56:59.992268 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854714889'] for router, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:00.064403 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b629a1b4-669b-41fc-96c7-25237038870d admin admin] Network f2540102-4996-4e3c-af26-30cf18f2f6dc is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:57:00.068150 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:00.072457 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Allocated IP 172.20.0.2 (6843e3d3-5b9c-4ba0-9950-e102fbbd5eca/cc8f8bbb-1b00-4320-81db-dc64ff750b3a/6e558cfa-f0e5-42ed-8537-9f654f4ee958) {{(pid=85322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:00.177206 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-e756112a-edde-40ad-a6a2-5f0ed0800634 service neutron] 10.222.0.100 "GET /v2.0/networks/afead2dc-c4e8-49c0-a6fc-2955e790fcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3995225
Apr 15 10:57:00.184057 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-b629a1b4-669b-41fc-96c7-25237038870d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, f2540102-4996-4e3c-af26-30cf18f2f6dc) {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:00.189124 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b629a1b4-669b-41fc-96c7-25237038870d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:00.190240 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b629a1b4-669b-41fc-96c7-25237038870d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:00.219831 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-25d2535f-a5da-4406-872c-16d892a974cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:00.224199 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-b812faf8-5999-40a7-a535-294fd63cf510 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=306623a128a44473a9e0fbf70517dde4&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8239651
Apr 15 10:57:00.228373 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852770562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854714940'] for router, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:00.228698 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41268) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:00.243259 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252cac0e-362a-44ec-aa2d-beb8ac117fc9 None None] Network f2540102-4996-4e3c-af26-30cf18f2f6dc requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:57:00.246303 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812faf8-5999-40a7-a535-294fd63cf510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a75736-e5a6-4b79-b348-815b76e43186,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:00.254162 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b812faf8-5999-40a7-a535-294fd63cf510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:00.254982 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d2a10-ae46-47e1-aa11-4300e3799390 admin admin] Network cbf52b31-cabb-4684-b870-425b20f1a830 is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:57:00.305038 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-c87d2a10-ae46-47e1-aa11-4300e3799390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, cbf52b31-cabb-4684-b870-425b20f1a830) {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:00.308326 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-25d2535f-a5da-4406-872c-16d892a974cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:00.328733 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-b629a1b4-669b-41fc-96c7-25237038870d admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 4.1006873
Apr 15 10:57:00.366955 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 41274) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:00.383759 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87d2a10-ae46-47e1-aa11-4300e3799390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:00.384523 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c87d2a10-ae46-47e1-aa11-4300e3799390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:00.400740 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:00.417027 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:00.446758 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c2fe6d-d3ed-48a0-8b45-8d3afa5fd76c None None] Network cbf52b31-cabb-4684-b870-425b20f1a830 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:57:00.450142 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Usage tracker for resource:router and tenant:0959c169751f48ebbdb3397c86b113dc is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:00.454464 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:00.468384 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:00.489903 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-c87d2a10-ae46-47e1-aa11-4300e3799390 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.1287858
Apr 15 10:57:00.500401 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852770577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60926'] for router, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:00.502138 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854714889'] for router, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:00.528042 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-25d2535f-a5da-4406-872c-16d892a974cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:00.529673 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:00.540393 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:00.544731 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b812faf8-5999-40a7-a535-294fd63cf510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:00.566675 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2535f-a5da-4406-872c-16d892a974cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3819c009-4d14-4861-a910-569f6b4e269e,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:00.576764 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-25d2535f-a5da-4406-872c-16d892a974cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:00.725928 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-25d2535f-a5da-4406-872c-16d892a974cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:00.727486 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-25d2535f-a5da-4406-872c-16d892a974cb admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3819c009-4d14-4861-a910-569f6b4e269e HTTP/1.1" status: 204  len: 168 time: 1.0804894
Apr 15 10:57:00.926518 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852770562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854714940'] for router, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:00.948670 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7143605d-68bf-44ec-84d5-d09884f50647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:00.954289 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a029f20d-e8a7-45fd-8088-9feda1c80a1b req-6545384a-5e45-4287-9d2f-907757d8d55a tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 210 time: 0.0842919
Apr 15 10:57:01.069292 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7143605d-68bf-44ec-84d5-d09884f50647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:01.173357 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7143605d-68bf-44ec-84d5-d09884f50647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:01.219442 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-701281bd-ff0e-4707-b303-67793b23206b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:01.256500 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852770562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854714940'] for router, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:01.266828 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7143605d-68bf-44ec-84d5-d09884f50647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:01.270246 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-7143605d-68bf-44ec-84d5-d09884f50647 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/71a75736-e5a6-4b79-b348-815b76e43186 HTTP/1.1" status: 204  len: 168 time: 1.0387812
Apr 15 10:57:01.293680 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143605d-68bf-44ec-84d5-d09884f50647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a75736-e5a6-4b79-b348-815b76e43186,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:01.324415 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7143605d-68bf-44ec-84d5-d09884f50647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:01.403163 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce30cc17-1601-5a83-a120-97908615cddf-f2540102-4996-4e3c-af26-30cf18f2f6dc', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'fixed_ips': [{'subnet_id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e'}]}} from dv-cinder-786386-1-iscsi. {{(pid=85322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:57:01.405597 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:01.556392 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:01.605164 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:01.811164 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb6d3c6-9f8d-4309-a364-24382b23d9e5 None None] Network cbf52b31-cabb-4684-b870-425b20f1a830 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:57:01.841486 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41324) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:01.880960 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b2f69174-2ae9-4751-8830-ae8ee18552aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:01.915347 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:01.915974 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-b2f69174-2ae9-4751-8830-ae8ee18552aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:01.926352 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-b2f69174-2ae9-4751-8830-ae8ee18552aa admin admin] Usage tracker for resource:security_group_rule and tenant:e2b2031c629c4b83a295b51743cb00ec is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:01.935508 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-b2f69174-2ae9-4751-8830-ae8ee18552aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:01.955015 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-b2f69174-2ae9-4751-8830-ae8ee18552aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:01.959452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Allocated IP 172.27.0.126 (1eeb9c89-2bb9-4c7f-a0e4-333ef2157091/78180e32-2848-4a5f-839b-5eade47ae7ad/a66c53d7-642a-45de-9aae-124061aa207a) {{(pid=85320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:02.108147 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:02.173701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41336) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:02.409483 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Allocated IP 172.20.0.2 (f2540102-4996-4e3c-af26-30cf18f2f6dc/5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e/c15e74d6-58fa-45d9-b98a-db41e40d2156) {{(pid=85322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:02.412578 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Notify callbacks [] for port, precommit_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:02.422718 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4a7f34c3-646b-4ec8-a816-432100df84a7 req-8d6800b8-609c-4431-8f5f-be5337974b48 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 210 time: 0.2418849
Apr 15 10:57:02.434697 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Transition to ACTIVE for port object 6e558cfa-f0e5-42ed-8537-9f654f4ee958 will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:02.613446 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:02.623149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Transition to ACTIVE for port object 6e558cfa-f0e5-42ed-8537-9f654f4ee958 will not be triggered until provisioned by entity DHCP. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:02.632542 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:02.791437 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-270f5156-b220-4d66-a320-62eded54b3f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:02.859975 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b2f69174-2ae9-4751-8830-ae8ee18552aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:02.881834 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b2f69174-2ae9-4751-8830-ae8ee18552aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:02.892380 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:02.903228 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca is already hosted by enough agents. {{(pid=85322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:02.915579 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Resources bound (agent type, host, resource id):  {{(pid=85322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:02.922347 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Received port after_create {{(pid=85322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:02.957315 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:02.983249 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Pushing event updated for resources: {'Port': ['ID=6e558cfa-f0e5-42ed-8537-9f654f4ee958,revision_number=1']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:02.984294 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-81c7f6f3-e8d5-445b-a3b3-0f3b5cccedff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:03.047706 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:03.048400 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:03.048946 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:03.049476 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:03.050006 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:03.050604 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:03.051139 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:03.051663 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:03.052189 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:03.052708 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:03.053225 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:03.053718 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Tracked resource versions report:
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]: pushed versions:
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]: {   'AddressGroup': {'1.2'},
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:     'ConntrackHelper': {'1.0'},
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Log': {'1.0'},
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Network': {'1.1'},
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Port': {'1.7'},
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:     'PortForwarding': {'1.2'},
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:     'QosPolicy': {'1.8'},
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SecurityGroup': {'1.4'},
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SubPort': {'1.0'},
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Subnet': {'1.1'},
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Trunk': {'1.1'}}
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]: consumer versions:
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]: {   DHCP agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:     HyperV agent@hv-cinder-78638: {},
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:     L3 agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:     Metadata agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:     Metering agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:     Open vSwitch agent@dv-cinder-786386-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Log': '1.0',
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Network': '1.1',
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Port': '1.7',
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'PortForwarding': '1.2',
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'QosPolicy': '1.8',
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SecurityGroup': '1.4',
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SubPort': '1.0',
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Subnet': '1.1',
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Trunk': '1.1'}}
Apr 15 10:57:03.055051 dv-cinder-786386-1-iscsi neutron-server[85207]:  {{(pid=85322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:57:03.127320 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:03.177630 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Attempting to bind port 6e558cfa-f0e5-42ed-8537-9f654f4ee958 on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:03.178508 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Attempting to bind port 6e558cfa-f0e5-42ed-8537-9f654f4ee958 by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '7c7987fb-a700-4a62-a9a7-b80696ea7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:03.179480 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Attempting to bind port 6e558cfa-f0e5-42ed-8537-9f654f4ee958 on network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:03.188413 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-b2f69174-2ae9-4751-8830-ae8ee18552aa admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e2b2031c629c4b83a295b51743cb00ec&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3450100
Apr 15 10:57:03.190046 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:03.191807 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 41372) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:03.198811 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f69174-2ae9-4751-8830-ae8ee18552aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bd3796-ec41-4436-b930-df68f57c86b1,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:03.202418 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Checking segment: {'id': '7c7987fb-a700-4a62-a9a7-b80696ea7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:03.203322 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.203929 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Bound using segment: {'id': '7c7987fb-a700-4a62-a9a7-b80696ea7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:03.204663 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Bound port: 6e558cfa-f0e5-42ed-8537-9f654f4ee958, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7987fb-a700-4a62-a9a7-b80696ea7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:03.209585 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.233333 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b2f69174-2ae9-4751-8830-ae8ee18552aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:03.238059 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.267622 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Notify callbacks [] for port, precommit_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.296747 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:03.357027 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Transition to ACTIVE for port object c15e74d6-58fa-45d9-b98a-db41e40d2156 will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:03.397164 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Allocated IP 172.27.0.217 (1eeb9c89-2bb9-4c7f-a0e4-333ef2157091/78180e32-2848-4a5f-839b-5eade47ae7ad/946ea82d-0483-4423-9ea9-121de1e03135) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:03.408860 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dc3ed34b-deab-45be-b52f-d9bcba67fc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.439001 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Transition to ACTIVE for port object c15e74d6-58fa-45d9-b98a-db41e40d2156 will not be triggered until provisioned by entity DHCP. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:03.454763 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.556702 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dc3ed34b-deab-45be-b52f-d9bcba67fc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.767070 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.771397 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:03.840802 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] For port 6e558cfa-f0e5-42ed-8537-9f654f4ee958, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:03.860199 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Pushing event updated for resources: {'Port': ['ID=c15e74d6-58fa-45d9-b98a-db41e40d2156,revision_number=1']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:03.865543 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] For port 6e558cfa-f0e5-42ed-8537-9f654f4ee958, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=6e558cfa-f0e5-42ed-8537-9f654f4ee958,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:03.875809 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Network f2540102-4996-4e3c-af26-30cf18f2f6dc is already hosted by enough agents. {{(pid=85322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:03.877416 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:03.878401 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Resources bound (agent type, host, resource id):  {{(pid=85322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:03.881586 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.882633 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Received port after_create {{(pid=85322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:03.949197 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.957483 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dc3ed34b-deab-45be-b52f-d9bcba67fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:03.991966 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:04.028000 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:04.144568 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-869dd959-5b8e-4a3d-abf4-c51e2211cb81 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:04.152300 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-869dd959-5b8e-4a3d-abf4-c51e2211cb81 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/networks?id=cbf52b31-cabb-4684-b870-425b20f1a830 HTTP/1.1" status: 200  len: 814 time: 1.2685406
Apr 15 10:57:04.190902 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-3ed330f2-7f07-4e0e-ae75-2fc754f9401d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/quotas/1856da834bea4d4f808d3291b817ed29 HTTP/1.1" status: 200  len: 375 time: 0.0374446
Apr 15 10:57:04.193104 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Attempting to bind port c15e74d6-58fa-45d9-b98a-db41e40d2156 on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:04.193523 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Attempting to bind port c15e74d6-58fa-45d9-b98a-db41e40d2156 by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': 'bbe9b76a-2909-49df-a0d1-c8bbbac386a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:04.193937 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Attempting to bind port c15e74d6-58fa-45d9-b98a-db41e40d2156 on network f2540102-4996-4e3c-af26-30cf18f2f6dc {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:04.209244 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:04.209712 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Checking segment: {'id': 'bbe9b76a-2909-49df-a0d1-c8bbbac386a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:04.210094 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:04.210542 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Bound using segment: {'id': 'bbe9b76a-2909-49df-a0d1-c8bbbac386a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:04.211160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Bound port: c15e74d6-58fa-45d9-b98a-db41e40d2156, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe9b76a-2909-49df-a0d1-c8bbbac386a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:04.211589 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:04.213692 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Pushing event updated for resources: {'Port': ['ID=946ea82d-0483-4423-9ea9-121de1e03135,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:04.296101 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-359b2a81-d941-4963-a744-3488cefb3daa tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=1856da834bea4d4f808d3291b817ed29&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1040821
Apr 15 10:57:04.298692 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-40d793e7-e454-497d-a533-72d1e10b57f0 req-5c81b5b9-48b1-46df-a1da-eca7536446ca tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 210 time: 0.3667421
Apr 15 10:57:04.301055 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:04.304892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:04.314580 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Received port after_create {{(pid=85320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:04.325637 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Pushing event updated for resources: {'Port': ['ID=6e558cfa-f0e5-42ed-8537-9f654f4ee958,revision_number=2']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:04.335660 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:04.387682 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:04.394729 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:04.438079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ed34b-deab-45be-b52f-d9bcba67fc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bd3796-ec41-4436-b930-df68f57c86b1,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:04.447922 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dc3ed34b-deab-45be-b52f-d9bcba67fc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:04.449202 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-dc3ed34b-deab-45be-b52f-d9bcba67fc93 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c9bd3796-ec41-4436-b930-df68f57c86b1 HTTP/1.1" status: 204  len: 168 time: 1.2559829
Apr 15 10:57:04.454090 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dc3ed34b-deab-45be-b52f-d9bcba67fc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:04.458236 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Allocated IP 172.27.0.80 (1eeb9c89-2bb9-4c7f-a0e4-333ef2157091/78180e32-2848-4a5f-839b-5eade47ae7ad/39c95762-26ed-42e1-88ea-ec80b9d78786) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:04.487583 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] For port c15e74d6-58fa-45d9-b98a-db41e40d2156, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:04.500650 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] For port c15e74d6-58fa-45d9-b98a-db41e40d2156, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=c15e74d6-58fa-45d9-b98a-db41e40d2156,segment=NetworkSegment(bbe9b76a-2909-49df-a0d1-c8bbbac386a7),segment_id=bbe9b76a-2909-49df-a0d1-c8bbbac386a7)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:04.528836 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:04.605544 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:04.666141 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Pushing event updated for resources: {'Port': ['ID=a66c53d7-642a-45de-9aae-124061aa207a,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:04.777206 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:04.785799 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:04.808888 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:04.866695 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.567s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:04.978473 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Pushing event updated for resources: {'Port': ['ID=c15e74d6-58fa-45d9-b98a-db41e40d2156,revision_number=2']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:04.987650 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:05.197654 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-b680a31b-39e8-4466-b830-dfe0806a736c service neutron] 10.222.0.100 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8068404
Apr 15 10:57:05.563751 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.99', 49916) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:05.568951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:05.727056 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:06.246340 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 6e558cfa-f0e5-42ed-8537-9f654f4ee958 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:06.336808 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372e24a8-81e7-435c-9d1b-3ba4377e5f54 None None] Network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:57:06.370302 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-852ba99f-72ab-40a8-8860-8ae6953f32f6 service neutron] 10.222.0.100 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0757542
Apr 15 10:57:06.428913 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b9e3b23b-4019-46d3-9879-ef9df36c889a req-03a01760-83f9-405a-8b0f-f5c9724caa6d tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 210 time: 0.3724644
Apr 15 10:57:06.739986 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-b22280f9-2c2c-4a6e-b7ba-0a9a5afcf347 None None] Provisioning for port 6e558cfa-f0e5-42ed-8537-9f654f4ee958 completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:06.780041 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 6e558cfa-f0e5-42ed-8537-9f654f4ee958 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:06.812332 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 6e558cfa-f0e5-42ed-8537-9f654f4ee958 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:06.813050 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:06.860217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:07.015138 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:07.124763 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c519a0b6-31ac-49e5-ba6d-63e22d0a83ec req-d19269e7-eaff-4582-85cc-dc5c6245fed5 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 210 time: 0.2072597
Apr 15 10:57:07.212832 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852769452'] for router, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:07.376181 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:07.644036 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef705db-4416-4700-9adf-8cb155edce8c None None] Network f2540102-4996-4e3c-af26-30cf18f2f6dc requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:57:07.870196 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-c8add472-a007-4848-bdc2-53bae6d54dca None None] Provisioning for port c15e74d6-58fa-45d9-b98a-db41e40d2156 completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:07.949013 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Pushing event updated for resources: {'Port': ['ID=39c95762-26ed-42e1-88ea-ec80b9d78786,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:07.984072 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:08.028462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.011s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:08.157655 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port 6e558cfa-f0e5-42ed-8537-9f654f4ee958, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=6e558cfa-f0e5-42ed-8537-9f654f4ee958,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:08.196157 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:08.203695 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device c15e74d6-58fa-45d9-b98a-db41e40d2156 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:08.280263 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41534) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:08.325966 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6dddc1bb-81d0-4884-acab-6a613dcdc700 req-4e6dbd49-9cfd-4ec9-ae18-0abd3898475e tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 210 time: 0.5830889
Apr 15 10:57:08.360816 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-0f26fb6e-61a9-48a7-83ae-9d354073280c tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:08.367851 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-0f26fb6e-61a9-48a7-83ae-9d354073280c tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.99 "GET /v2.0/networks?id=afead2dc-c4e8-49c0-a6fc-2955e790fcad HTTP/1.1" status: 200  len: 812 time: 2.7885931
Apr 15 10:57:08.452576 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:08.477815 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ddbaaffc-e20d-4c3b-bb16-cb01772d482f req-77d7e6bc-33ec-4782-9ad2-5a919aaab140 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 210 time: 0.1149774
Apr 15 10:57:08.483407 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:08.488098 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:08.501800 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:08.679783 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Router 9afd9b83-ad34-4a9d-9974-d424ea9042f1 is scheduled to L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d with binding_index 1 {{(pid=85320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:57:08.688464 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=6e558cfa-f0e5-42ed-8537-9f654f4ee958,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:08.719775 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:08.919006 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port c15e74d6-58fa-45d9-b98a-db41e40d2156 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:08.935889 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port c15e74d6-58fa-45d9-b98a-db41e40d2156 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:08.936346 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.069199 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3044a05d-98ed-43b5-9c24-03ac415138b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.145781 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Request body: {'port': {'device_id': 'bcbda032-c541-4c64-a6e5-6c215b1a8412', 'network_id': 'afead2dc-c4e8-49c0-a6fc-2955e790fcad', 'admin_state_up': True, 'tenant_id': 'f2423ceb3c374eadb7f48ad4d0fe71c5'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:09.215923 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3044a05d-98ed-43b5-9c24-03ac415138b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:09.247791 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3044a05d-98ed-43b5-9c24-03ac415138b4 admin admin] Usage tracker for resource:security_group_rule and tenant:e810659dc4cd43748de0619f0395496f is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:09.292919 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3044a05d-98ed-43b5-9c24-03ac415138b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:09.360818 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3044a05d-98ed-43b5-9c24-03ac415138b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:09.396848 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-9ce96554-701b-4a0c-8a98-5ac7e6f15d9a None None] Provisioning complete for port 6e558cfa-f0e5-42ed-8537-9f654f4ee958 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:09.397665 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9ce96554-701b-4a0c-8a98-5ac7e6f15d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.730742 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:57:09.744970 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Sync routers for ids ['9afd9b83-ad34-4a9d-9974-d424ea9042f1'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:57:09.780946 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Routers {'9afd9b83-ad34-4a9d-9974-d424ea9042f1'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:09.784344 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5b84e80>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:56:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['9afd9b83-ad34-4a9d-9974-d424ea9042f1'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:09.833242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.854529 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Notify callbacks [] for router, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:09.862383 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 10.1122572
Apr 15 10:57:09.928789 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 41570) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:10.151366 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d6fd7f1a-ad10-4782-bf00-0cd094df1b3c req-b6a5f2bf-931d-4e30-ad9c-fac5693f2edd tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 210 time: 0.3131764
Apr 15 10:57:10.196952 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-228d469d-5e65-45db-861c-2699d0a7043b req-12741a2b-e575-4f8e-a39e-ea376fe7e9e0 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 210 time: 0.2356553
Apr 15 10:57:10.259061 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.363202 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3044a05d-98ed-43b5-9c24-03ac415138b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.369278 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Set router 9afd9b83-ad34-4a9d-9974-d424ea9042f1 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:10.375093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3044a05d-98ed-43b5-9c24-03ac415138b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.415057 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6bcfc69d-9e49-419c-8873-41d53b0e528d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:10.415578 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port c15e74d6-58fa-45d9-b98a-db41e40d2156, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=c15e74d6-58fa-45d9-b98a-db41e40d2156,segment=NetworkSegment(bbe9b76a-2909-49df-a0d1-c8bbbac386a7),segment_id=bbe9b76a-2909-49df-a0d1-c8bbbac386a7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:10.422916 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.426051 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f6fd8c16-e8ff-4884-a2d5-b96456824d00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:10.551024 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044a05d-98ed-43b5-9c24-03ac415138b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29498b8a-d1e7-4893-b338-925af410b04d,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:10.614800 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3044a05d-98ed-43b5-9c24-03ac415138b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:10.645764 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-3044a05d-98ed-43b5-9c24-03ac415138b4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e810659dc4cd43748de0619f0395496f&name=default HTTP/1.1" status: 200  len: 2975 time: 2.3638585
Apr 15 10:57:10.652377 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41584) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:10.800994 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 6e558cfa-f0e5-42ed-8537-9f654f4ee958 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:10.813907 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-674c1fe3-2531-4762-bab4-6a2b47fb6bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.879702 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-674c1fe3-2531-4762-bab4-6a2b47fb6bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.943266 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-674c1fe3-2531-4762-bab4-6a2b47fb6bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.949626 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:10.964571 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c1fe3-2531-4762-bab4-6a2b47fb6bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29498b8a-d1e7-4893-b338-925af410b04d,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:10.968712 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-674c1fe3-2531-4762-bab4-6a2b47fb6bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:10.971836 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-674c1fe3-2531-4762-bab4-6a2b47fb6bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:10.973843 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-674c1fe3-2531-4762-bab4-6a2b47fb6bc0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/29498b8a-d1e7-4893-b338-925af410b04d HTTP/1.1" status: 204  len: 168 time: 0.3205276
Apr 15 10:57:10.994123 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:11.006421 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Usage tracker for resource:port and tenant:f2423ceb3c374eadb7f48ad4d0fe71c5 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:11.021581 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852769452'] for router, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:11.030822 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:11.118081 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:11.129043 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-f4d4b2d8-4556-4e1e-b983-4799559de5c7 None None] Provisioning complete for port c15e74d6-58fa-45d9-b98a-db41e40d2156 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:11.137991 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b2d8-4556-4e1e-b983-4799559de5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:11.301135 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Made reservation on behalf of f2423ceb3c374eadb7f48ad4d0fe71c5 for: {'port': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:11.319393 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:11.626509 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=c15e74d6-58fa-45d9-b98a-db41e40d2156,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:11.634735 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.209s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:11.656123 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e38ff7c8-4199-4560-b6b4-fb53521d066d req-9f065c62-d7fd-40b1-9313-9cf3fac10296 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 210 time: 0.1961403
Apr 15 10:57:11.719576 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5b84e80>, [{'id': '9afd9b83-ad34-4a9d-9974-d424ea9042f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1914114214-router', 'tenant_id': '804134d291a14530a112361fda616a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'a66c53d7-642a-45de-9aae-124061aa207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:05Z', 'revision_number': 3, 'project_id': '804134d291a14530a112361fda616a0d', 'gw_port': {'id': 'a66c53d7-642a-45de-9aae-124061aa207a', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afd9b83-ad34-4a9d-9974-d424ea9042f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:11.726946 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 6e558cfa-f0e5-42ed-8537-9f654f4ee958 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:11.730684 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Checking router: 9afd9b83-ad34-4a9d-9974-d424ea9042f1 for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:57:11.731386 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Updating router 9afd9b83-ad34-4a9d-9974-d424ea9042f1 port a66c53d7-642a-45de-9aae-124061aa207a binding host dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:57:11.731880 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:11.770254 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.99', 49931) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:11.857454 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3bffba14-fbe9-496e-90f4-009c2e07fa34 req-e1e28705-2c2b-471f-9c96-2eb8424ae7f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 210 time: 0.2001066
Apr 15 10:57:11.980937 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:12.033534 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41618) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:12.249415 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41624) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:12.316319 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0a4ea813-db8a-4772-8bb6-111f38d4c18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:12.382843 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0a4ea813-db8a-4772-8bb6-111f38d4c18e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:12.393611 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0a4ea813-db8a-4772-8bb6-111f38d4c18e admin admin] Usage tracker for resource:security_group_rule and tenant:961440d38f2a48f1b19f4c102bd9993c is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:12.402844 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0a4ea813-db8a-4772-8bb6-111f38d4c18e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:12.422757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0a4ea813-db8a-4772-8bb6-111f38d4c18e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:12.608239 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device c15e74d6-58fa-45d9-b98a-db41e40d2156 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:12.624689 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41632) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:12.628915 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0a4ea813-db8a-4772-8bb6-111f38d4c18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:12.636946 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0a4ea813-db8a-4772-8bb6-111f38d4c18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:12.673094 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-674c1fe3-2531-4762-bab4-6a2b47fb6bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:12.711165 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0a4ea813-db8a-4772-8bb6-111f38d4c18e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=961440d38f2a48f1b19f4c102bd9993c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4602711
Apr 15 10:57:12.712667 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ea813-db8a-4772-8bb6-111f38d4c18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb4f3fd-c112-4d6e-9c9d-2c17842e9923,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:12.715878 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41640) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:12.719519 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0a4ea813-db8a-4772-8bb6-111f38d4c18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:12.867276 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port c15e74d6-58fa-45d9-b98a-db41e40d2156 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:12.868108 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:12.938085 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7f29d6e2-c937-4b47-b6c0-beca49687b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:12.941797 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fa9cf541-6242-4ad2-b29e-c1422fd2dfcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:12.981996 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-fa9cf541-6242-4ad2-b29e-c1422fd2dfcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:12.993250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-fa9cf541-6242-4ad2-b29e-c1422fd2dfcc admin admin] Usage tracker for resource:security_group_rule and tenant:941b52bf282742428a348c3fc95f6d5e is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:12.999900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-fa9cf541-6242-4ad2-b29e-c1422fd2dfcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:13.013869 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-fa9cf541-6242-4ad2-b29e-c1422fd2dfcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:13.046809 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Notify callbacks [] for port, precommit_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:13.090276 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Transition to ACTIVE for port object a66c53d7-642a-45de-9aae-124061aa207a will not be triggered until provisioned by entity L2. {{(pid=85323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:13.115370 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:13.157863 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1bf6f520-026f-4ab8-a949-7c125eb2ece8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:13.333740 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae0c9c-e87a-4e39-90f4-d1cf5341261e None None] Pushing event updated for resources: {'Port': ['ID=a66c53d7-642a-45de-9aae-124061aa207a,revision_number=2']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:13.349410 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae0c9c-e87a-4e39-90f4-d1cf5341261e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:13.359211 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae0c9c-e87a-4e39-90f4-d1cf5341261e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:13.360050 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae0c9c-e87a-4e39-90f4-d1cf5341261e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:13.360707 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae0c9c-e87a-4e39-90f4-d1cf5341261e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:13.361375 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae0c9c-e87a-4e39-90f4-d1cf5341261e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:13.362016 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae0c9c-e87a-4e39-90f4-d1cf5341261e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:13.362714 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae0c9c-e87a-4e39-90f4-d1cf5341261e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:13.363380 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae0c9c-e87a-4e39-90f4-d1cf5341261e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:13.364036 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae0c9c-e87a-4e39-90f4-d1cf5341261e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:13.364651 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae0c9c-e87a-4e39-90f4-d1cf5341261e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:13.365267 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae0c9c-e87a-4e39-90f4-d1cf5341261e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:13.365883 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae0c9c-e87a-4e39-90f4-d1cf5341261e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae0c9c-e87a-4e39-90f4-d1cf5341261e None None] Tracked resource versions report:
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]: pushed versions:
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]: {   'AddressGroup': {'1.2'},
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:     'ConntrackHelper': {'1.0'},
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Log': {'1.0'},
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Network': {'1.1'},
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Port': {'1.7'},
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:     'PortForwarding': {'1.2'},
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:     'QosPolicy': {'1.8'},
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SecurityGroup': {'1.4'},
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SecurityGroupRule': {'1.2'},
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:     'SubPort': {'1.0'},
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Subnet': {'1.1'},
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:     'Trunk': {'1.1'}}
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]: consumer versions:
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]: {   DHCP agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:     HyperV agent@hv-cinder-78638: {},
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:     L3 agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:     Metadata agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:     Metering agent@dv-cinder-786386-1-iscsi: {},
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:     Open vSwitch agent@dv-cinder-786386-1-iscsi: {   'AddressGroup': '1.2',
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'ConntrackHelper': '1.0',
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Log': '1.0',
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Network': '1.1',
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Port': '1.7',
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'PortForwarding': '1.2',
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'QosPolicy': '1.8',
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SecurityGroup': '1.4',
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SecurityGroupRule': '1.2',
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'SubPort': '1.0',
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Subnet': '1.1',
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:                                                      'Trunk': '1.1'}}
Apr 15 10:57:13.367353 dv-cinder-786386-1-iscsi neutron-server[85207]:  {{(pid=85323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 10:57:13.394649 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f2ae0c9c-e87a-4e39-90f4-d1cf5341261e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:13.645796 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fa9cf541-6242-4ad2-b29e-c1422fd2dfcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:13.652153 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-53d908a3-a42d-401d-ad21-67c657e265e3 req-5bbf4795-9f38-4839-a7e6-24ac222666ae tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 210 time: 0.2931800
Apr 15 10:57:13.673586 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7f29d6e2-c937-4b47-b6c0-beca49687b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:13.709657 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-61b64075-fdab-426d-bcc4-deede7b129ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:13.720747 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Attempting to bind port a66c53d7-642a-45de-9aae-124061aa207a on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:13.722904 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Attempting to bind port a66c53d7-642a-45de-9aae-124061aa207a by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:13.723979 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Attempting to bind port a66c53d7-642a-45de-9aae-124061aa207a on network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:13.735359 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5f203b7c-c3e0-40df-bb05-fdc9febef982 req-ba3ad5e0-e1ac-4c0c-b401-e33945edf90e tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 210 time: 0.3775671
Apr 15 10:57:13.748156 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:13.749871 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Checking segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:13.750986 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fa9cf541-6242-4ad2-b29e-c1422fd2dfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:13.751292 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:13.752646 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Bound using segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:13.754413 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Bound port: a66c53d7-642a-45de-9aae-124061aa207a, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:13.756390 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:13.766209 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:13.815608 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-61b64075-fdab-426d-bcc4-deede7b129ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:13.818911 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cf541-6242-4ad2-b29e-c1422fd2dfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20caefd0-90ed-4188-8831-8611812c4dce,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:13.829881 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-fa9cf541-6242-4ad2-b29e-c1422fd2dfcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:13.836842 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-61b64075-fdab-426d-bcc4-deede7b129ba admin admin] Usage tracker for resource:security_group_rule and tenant:0514d7e69cff4386aeb5f3f469e3e710 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:13.860285 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-61b64075-fdab-426d-bcc4-deede7b129ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:13.868876 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7f29d6e2-c937-4b47-b6c0-beca49687b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:13.876194 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-61b64075-fdab-426d-bcc4-deede7b129ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:13.886319 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:13.910728 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29d6e2-c937-4b47-b6c0-beca49687b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb4f3fd-c112-4d6e-9c9d-2c17842e9923,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:13.915029 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-fa9cf541-6242-4ad2-b29e-c1422fd2dfcc admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=941b52bf282742428a348c3fc95f6d5e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8799648
Apr 15 10:57:13.920679 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7f29d6e2-c937-4b47-b6c0-beca49687b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:13.922543 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41652) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:13.968327 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] For port a66c53d7-642a-45de-9aae-124061aa207a, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:13.976752 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] For port a66c53d7-642a-45de-9aae-124061aa207a, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=a66c53d7-642a-45de-9aae-124061aa207a,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:13.983540 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:13.992292 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852769452'] for router, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:14.008143 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-cf6cccf9-62dd-4d9f-82d6-f9463c817bd8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:14.009269 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-cf6cccf9-62dd-4d9f-82d6-f9463c817bd8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Synchronizing usage tracker for tenant:1856da834bea4d4f808d3291b817ed29 on resource:network {{(pid=85321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:57:14.031589 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7f29d6e2-c937-4b47-b6c0-beca49687b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:14.035113 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-7f29d6e2-c937-4b47-b6c0-beca49687b23 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3eb4f3fd-c112-4d6e-9c9d-2c17842e9923 HTTP/1.1" status: 204  len: 168 time: 1.3161464
Apr 15 10:57:14.042239 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1ea0be07-6c5a-45d3-a6a8-429b8a8dadd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:14.046132 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Allocated IP 172.20.0.10 (afead2dc-c4e8-49c0-a6fc-2955e790fcad/59b80798-97b0-407b-b02a-d1ae65483ee5/1e7aba17-4ccf-48f8-9d21-201e41c926df) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:14.076762 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1ea0be07-6c5a-45d3-a6a8-429b8a8dadd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:14.181840 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1ea0be07-6c5a-45d3-a6a8-429b8a8dadd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:14.215109 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7f29d6e2-c937-4b47-b6c0-beca49687b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:14.240511 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0be07-6c5a-45d3-a6a8-429b8a8dadd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20caefd0-90ed-4188-8831-8611812c4dce,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:14.248126 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1ea0be07-6c5a-45d3-a6a8-429b8a8dadd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:14.251244 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1ea0be07-6c5a-45d3-a6a8-429b8a8dadd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:14.267796 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-1ea0be07-6c5a-45d3-a6a8-429b8a8dadd7 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/20caefd0-90ed-4188-8831-8611812c4dce HTTP/1.1" status: 204  len: 168 time: 0.3400154
Apr 15 10:57:14.303787 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:14.400463 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:14.440441 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-61b64075-fdab-426d-bcc4-deede7b129ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:14.466079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-61b64075-fdab-426d-bcc4-deede7b129ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:14.568042 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:14.598166 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-61b64075-fdab-426d-bcc4-deede7b129ba admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0514d7e69cff4386aeb5f3f469e3e710&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9730761
Apr 15 10:57:14.603764 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41664) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:14.613822 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae0c9c-e87a-4e39-90f4-d1cf5341261e None None] Pushing event updated for resources: {'Port': ['ID=a66c53d7-642a-45de-9aae-124061aa207a,revision_number=3']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:14.617642 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f2ae0c9c-e87a-4e39-90f4-d1cf5341261e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:14.630964 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Routers {'9afd9b83-ad34-4a9d-9974-d424ea9042f1'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:14.631661 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5b84e80>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:56:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['9afd9b83-ad34-4a9d-9974-d424ea9042f1'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:14.685215 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b64075-fdab-426d-bcc4-deede7b129ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab3a8ae-aadc-4525-a8cd-8f8e077ec309,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:14.694989 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-61b64075-fdab-426d-bcc4-deede7b129ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:14.785537 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-10b77715-1ba3-4be0-8b49-5d3ec6d75013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:14.845536 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-10b77715-1ba3-4be0-8b49-5d3ec6d75013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:14.970686 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-10b77715-1ba3-4be0-8b49-5d3ec6d75013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:14.983161 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:15.053574 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b77715-1ba3-4be0-8b49-5d3ec6d75013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab3a8ae-aadc-4525-a8cd-8f8e077ec309,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:15.277895 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] Set router 9afd9b83-ad34-4a9d-9974-d424ea9042f1 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:15.300804 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41682) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:15.304368 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-10b77715-1ba3-4be0-8b49-5d3ec6d75013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:15.353756 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-10b77715-1ba3-4be0-8b49-5d3ec6d75013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:15.363056 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-10b77715-1ba3-4be0-8b49-5d3ec6d75013 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4ab3a8ae-aadc-4525-a8cd-8f8e077ec309 HTTP/1.1" status: 204  len: 168 time: 0.7527709
Apr 15 10:57:15.422915 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-269fbaf5-efdd-4f68-8490-3ac8893521dd req-31dae8e7-9b80-4ac8-84da-8577570b1e47 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 210 time: 0.4098394
Apr 15 10:57:15.425197 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4d0cc4f0-f49e-48c1-ae1e-8b79c79c821b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:15.465429 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8fc530fa-5480-4206-b6cc-2997863d743b req-a19f57e4-1aaf-4824-8693-64d1e5c1dc38 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 210 time: 0.4400790
Apr 15 10:57:15.481729 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-4d0cc4f0-f49e-48c1-ae1e-8b79c79c821b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:15.496108 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-4d0cc4f0-f49e-48c1-ae1e-8b79c79c821b admin admin] Usage tracker for resource:security_group_rule and tenant:1339444a7020448e958968eec89513b5 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:15.502038 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-4d0cc4f0-f49e-48c1-ae1e-8b79c79c821b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:15.519657 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-4d0cc4f0-f49e-48c1-ae1e-8b79c79c821b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:15.558432 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-cf6cccf9-62dd-4d9f-82d6-f9463c817bd8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Unset dirty status for tenant:1856da834bea4d4f808d3291b817ed29 on resource:network {{(pid=85321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:57:15.559838 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-cf6cccf9-62dd-4d9f-82d6-f9463c817bd8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.99 "GET /v2.0/networks?id=cbf52b31-cabb-4684-b870-425b20f1a830 HTTP/1.1" status: 200  len: 814 time: 3.7816784
Apr 15 10:57:15.638519 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:15.769862 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4d0cc4f0-f49e-48c1-ae1e-8b79c79c821b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:15.776284 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4d0cc4f0-f49e-48c1-ae1e-8b79c79c821b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:15.790438 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:15.854167 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cc4f0-f49e-48c1-ae1e-8b79c79c821b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c52be0e-2f4d-43b0-963c-f74602c56b25,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:15.860118 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4d0cc4f0-f49e-48c1-ae1e-8b79c79c821b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:15.925781 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-4d0cc4f0-f49e-48c1-ae1e-8b79c79c821b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1339444a7020448e958968eec89513b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5947375
Apr 15 10:57:15.941716 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41696) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:15.995093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5b84e80>, [{'id': '9afd9b83-ad34-4a9d-9974-d424ea9042f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1914114214-router', 'tenant_id': '804134d291a14530a112361fda616a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'a66c53d7-642a-45de-9aae-124061aa207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:05Z', 'revision_number': 3, 'project_id': '804134d291a14530a112361fda616a0d', 'gw_port': {'id': 'a66c53d7-642a-45de-9aae-124061aa207a', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afd9b83-ad34-4a9d-9974-d424ea9042f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:15.999028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f1128a-dda8-4994-afda-e1a39165d59f None None] The sync data for ids ['9afd9b83-ad34-4a9d-9974-d424ea9042f1'] in dv-cinder-786386-1-iscsi is: [{'id': '9afd9b83-ad34-4a9d-9974-d424ea9042f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1914114214-router', 'tenant_id': '804134d291a14530a112361fda616a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'a66c53d7-642a-45de-9aae-124061aa207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:05Z', 'revision_number': 3, 'project_id': '804134d291a14530a112361fda616a0d', 'gw_port': {'id': 'a66c53d7-642a-45de-9aae-124061aa207a', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afd9b83-ad34-4a9d-9974-d424ea9042f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:57:16.053137 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:16.117909 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 is scheduled to L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d with binding_index 1 {{(pid=85321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:57:16.166326 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Network afead2dc-c4e8-49c0-a6fc-2955e790fcad is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:16.222866 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:16.231900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:16.246761 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:16.247395 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:16.260969 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f6a355c3-03da-4e2e-9620-136cfd9a7d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:16.339351 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f6a355c3-03da-4e2e-9620-136cfd9a7d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:16.502345 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f6a355c3-03da-4e2e-9620-136cfd9a7d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:16.538739 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:16.574576 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f6a355c3-03da-4e2e-9620-136cfd9a7d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:16.576887 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-f6a355c3-03da-4e2e-9620-136cfd9a7d78 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0c52be0e-2f4d-43b0-963c-f74602c56b25 HTTP/1.1" status: 204  len: 168 time: 0.6332972
Apr 15 10:57:16.626791 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a355c3-03da-4e2e-9620-136cfd9a7d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c52be0e-2f4d-43b0-963c-f74602c56b25,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:16.647391 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.6436446
Apr 15 10:57:16.648065 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f6a355c3-03da-4e2e-9620-136cfd9a7d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:16.966148 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Request body: {'port': {'device_id': 'c3cb4d90-c70e-4334-a47b-c9e8ef61f171', 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830', 'admin_state_up': True, 'tenant_id': '1856da834bea4d4f808d3291b817ed29'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:17.008305 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:57:17.020265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Sync routers for ids ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:57:17.059142 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Routers {'2cca1b90-0fc0-46d3-96f8-d55353acfef7'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:17.064059 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5ef1470>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:56:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:17.146814 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a33f1767-3891-485b-9e7f-88cf19ef1bcb req-a734c721-8939-4c9f-aec1-f02cd2491915 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 210 time: 0.1636319
Apr 15 10:57:17.270352 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248269d-fad3-4c9a-a5c4-7afc0f90508f req-e2760f15-1a64-4c12-a628-28094551627b tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:17.272265 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9248269d-fad3-4c9a-a5c4-7afc0f90508f req-e2760f15-1a64-4c12-a628-28094551627b tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 932 time: 0.5220172
Apr 15 10:57:17.422164 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-9248269d-fad3-4c9a-a5c4-7afc0f90508f req-1ee22a99-00e3-4e85-b965-3a671788c32b tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Synchronizing usage tracker for tenant:f2423ceb3c374eadb7f48ad4d0fe71c5 on resource:security_group {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:57:17.471242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-9248269d-fad3-4c9a-a5c4-7afc0f90508f req-1ee22a99-00e3-4e85-b965-3a671788c32b tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Unset dirty status for tenant:f2423ceb3c374eadb7f48ad4d0fe71c5 on resource:security_group {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:57:17.473168 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9248269d-fad3-4c9a-a5c4-7afc0f90508f req-1ee22a99-00e3-4e85-b965-3a671788c32b tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945372
Apr 15 10:57:17.531304 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:17.538375 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Usage tracker for resource:port and tenant:1856da834bea4d4f808d3291b817ed29 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:17.544150 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:17.554242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:17.582947 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] Notify callbacks [] for router, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:17.585339 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-b980eb70-2efb-4bde-8b0d-b82095207e2b admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 17.2092023
Apr 15 10:57:17.588150 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41726) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:17.681829 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Pushing event updated for resources: {'Port': ['ID=1e7aba17-4ccf-48f8-9d21-201e41c926df,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:17.691597 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.638s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:17.694107 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Made reservation on behalf of 1856da834bea4d4f808d3291b817ed29 for: {'port': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:17.708912 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:17.752313 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Router a5af8181-6cdb-4a2c-80f3-62d44e10f475 is scheduled to L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d with binding_index 1 {{(pid=85321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:57:17.765267 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Set router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:17.818292 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-9ec7d1eb-57a4-4737-ac01-90eeabd8bba7 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=85321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:57:17.820072 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-9ec7d1eb-57a4-4737-ac01-90eeabd8bba7 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0418618
Apr 15 10:57:18.125938 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:18.832227 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device a66c53d7-642a-45de-9aae-124061aa207a up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:18.888462 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c4194eaa-598b-460c-9ce7-3d12310fbd65 req-f9fa824d-ae0e-4b5d-9381-138aa5b4e433 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 210 time: 0.1838682
Apr 15 10:57:19.176572 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port a66c53d7-642a-45de-9aae-124061aa207a completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:19.290319 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port a66c53d7-642a-45de-9aae-124061aa207a triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:19.290782 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:19.352693 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:57:19.374240 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Sync routers for ids ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:57:19.401811 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Routers {'a5af8181-6cdb-4a2c-80f3-62d44e10f475'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:19.402471 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc574a390>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:56:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:19.428879 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5ef1470>, [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:09Z', 'revision_number': 3, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port': {'id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:35:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:03Z', 'updated_at': '2021-04-15T10:57:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:19.435195 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea83f9-ace8-4288-8706-025e861c400f req-f086bf1a-f415-4c86-8ede-07228f9ced4c tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:19.445171 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-14ea83f9-ace8-4288-8706-025e861c400f req-f086bf1a-f415-4c86-8ede-07228f9ced4c tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 932 time: 0.6304393
Apr 15 10:57:19.453505 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Request body: {'port': {'device_id': 'bcbda032-c541-4c64-a6e5-6c215b1a8412', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:19.514272 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Checking router: 2cca1b90-0fc0-46d3-96f8-d55353acfef7 for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:57:19.516951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Updating router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 port 39c95762-26ed-42e1-88ea-ec80b9d78786 binding host dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:57:19.603938 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-14ea83f9-ace8-4288-8706-025e861c400f req-da1d0974-ea56-4795-bd15-c9b8c62b1712 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575365
Apr 15 10:57:19.723925 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:19.968456 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:19.971181 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Set router a5af8181-6cdb-4a2c-80f3-62d44e10f475 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:20.257763 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port a66c53d7-642a-45de-9aae-124061aa207a, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=a66c53d7-642a-45de-9aae-124061aa207a,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:20.333482 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:20.365227 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] Notify callbacks [] for router, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:20.369249 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-9460f88d-c0ac-4b8b-a2b5-5d37d17adc99 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 20.8254731
Apr 15 10:57:20.454009 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 41778) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:20.539745 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c104500c-e4c3-4c18-aeb8-db03797512bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:20.557493 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f4cc4bd5-fc5b-4ff1-90e4-0ed49f4a11d0 req-2d02e2c6-5271-4432-9435-a6992cff336a tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 210 time: 0.2281899
Apr 15 10:57:20.652722 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc574a390>, [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '946ea82d-0483-4423-9ea9-121de1e03135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:05Z', 'revision_number': 3, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port': {'id': '946ea82d-0483-4423-9ea9-121de1e03135', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:02Z', 'updated_at': '2021-04-15T10:57:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:20.658885 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Checking router: a5af8181-6cdb-4a2c-80f3-62d44e10f475 for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:57:20.660543 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Updating router a5af8181-6cdb-4a2c-80f3-62d44e10f475 port 946ea82d-0483-4423-9ea9-121de1e03135 binding host dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:57:20.781383 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=a66c53d7-642a-45de-9aae-124061aa207a,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:20.791520 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:20.900051 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:20.939834 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:21.192903 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:21.501590 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:21.793060 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deff7a1-5b87-4096-81e7-41bddd315715 req-65102cdb-030a-455a-9ea4-806270e1269e tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:21.794766 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7deff7a1-5b87-4096-81e7-41bddd315715 req-65102cdb-030a-455a-9ea4-806270e1269e tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 932 time: 0.7610555
Apr 15 10:57:21.807493 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Notify callbacks [] for port, precommit_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:21.849704 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Transition to ACTIVE for port object 39c95762-26ed-42e1-88ea-ec80b9d78786 will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:21.857030 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:21.904268 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:21.930353 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e8686aea-a7fa-4e1f-ac6c-d26145939434 req-93d34c86-34e0-40c1-ac0e-2e4332558db4 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 210 time: 0.1331017
Apr 15 10:57:22.066051 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7deff7a1-5b87-4096-81e7-41bddd315715 req-a7d76259-301b-42f7-8328-55f00f02f3b5 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2394521
Apr 15 10:57:22.316830 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97950a2-2d93-4290-a975-cdd6d17af23e None None] Pushing event updated for resources: {'Port': ['ID=39c95762-26ed-42e1-88ea-ec80b9d78786,revision_number=2']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:22.323540 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Allocated IP 172.20.0.1 (f2540102-4996-4e3c-af26-30cf18f2f6dc/5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e/962e6f28-ed87-4d4a-81c2-e0b014d94425) {{(pid=85320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:22.327673 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f97950a2-2d93-4290-a975-cdd6d17af23e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:22.490921 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Attempting to bind port 39c95762-26ed-42e1-88ea-ec80b9d78786 on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:22.495040 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Attempting to bind port 39c95762-26ed-42e1-88ea-ec80b9d78786 by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:22.495769 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Attempting to bind port 39c95762-26ed-42e1-88ea-ec80b9d78786 on network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:22.517843 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:22.518358 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Checking segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:22.521511 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:22.522105 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Bound using segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:22.522838 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Bound port: 39c95762-26ed-42e1-88ea-ec80b9d78786, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:22.523345 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:22.570483 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Allocated IP 172.20.0.1 (67d31719-2f11-4a22-960a-40e0f7eba8a5/1a328fd2-dde8-4bb1-a553-950b8375ab8e/882687cb-34a0-4b1a-a05a-d49b332a1ff1) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:22.684379 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Notify callbacks [] for port, precommit_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:22.718107 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Transition to ACTIVE for port object 946ea82d-0483-4423-9ea9-121de1e03135 will not be triggered until provisioned by entity L2. {{(pid=85323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:22.741315 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:22.757644 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:22.778401 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Transition to ACTIVE for port object 962e6f28-ed87-4d4a-81c2-e0b014d94425 will not be triggered until provisioned by entity DHCP. {{(pid=85320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:22.778523 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1bf6f520-026f-4ab8-a949-7c125eb2ece8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:22.779350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] For port 39c95762-26ed-42e1-88ea-ec80b9d78786, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:22.793019 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] For port 39c95762-26ed-42e1-88ea-ec80b9d78786, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=39c95762-26ed-42e1-88ea-ec80b9d78786,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:22.796939 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device a66c53d7-642a-45de-9aae-124061aa207a up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:22.804524 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:22.872787 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:22.905814 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:22.943097 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4074cf-069e-42a2-a388-d246b482d6f2 None None] Pushing event updated for resources: {'Port': ['ID=946ea82d-0483-4423-9ea9-121de1e03135,revision_number=2']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:22.965809 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5d7f8ca7-a2d0-46fc-8f9b-d3bbd9637804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:23.001066 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97950a2-2d93-4290-a975-cdd6d17af23e None None] Pushing event updated for resources: {'Port': ['ID=39c95762-26ed-42e1-88ea-ec80b9d78786,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:23.005704 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f97950a2-2d93-4290-a975-cdd6d17af23e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:23.057986 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9a4074cf-069e-42a2-a388-d246b482d6f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:23.141792 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port a66c53d7-642a-45de-9aae-124061aa207a triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:23.142204 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:23.308256 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Pushing event updated for resources: {'Port': ['ID=962e6f28-ed87-4d4a-81c2-e0b014d94425,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:23.353900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Routers {'2cca1b90-0fc0-46d3-96f8-d55353acfef7'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:23.354741 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5ef1470>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:56:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:23.375587 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Attempting to bind port 946ea82d-0483-4423-9ea9-121de1e03135 on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:23.376058 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Attempting to bind port 946ea82d-0483-4423-9ea9-121de1e03135 by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:23.376470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Attempting to bind port 946ea82d-0483-4423-9ea9-121de1e03135 on network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:23.384078 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:23.384514 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Checking segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:23.384971 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:23.385410 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Bound using segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:23.385939 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Bound port: 946ea82d-0483-4423-9ea9-121de1e03135, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:23.386357 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:23.394419 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:23.506971 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5e1e6292-2fd1-4452-ad27-7ca6035a2194 req-57a6061b-3885-4834-bbad-fffe13e156a8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 210 time: 0.2053685
Apr 15 10:57:23.530400 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Network f2540102-4996-4e3c-af26-30cf18f2f6dc is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:23.546360 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:23.564746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] For port 946ea82d-0483-4423-9ea9-121de1e03135, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:23.565402 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Received port after_create {{(pid=85320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:23.575686 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852769391'] for router_interface, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:23.576711 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] For port 946ea82d-0483-4423-9ea9-121de1e03135, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=946ea82d-0483-4423-9ea9-121de1e03135,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:23.581165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:23.746562 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7aba17-4ccf-48f8-9d21-201e41c926df {{(pid=85321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:57:23.771508 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:23.780361 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364eb0f5-4f3f-4b3f-b805-a559b485260f req-01739e7b-0b66-4e78-aa0d-42446fcd2d10 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:23.782179 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-364eb0f5-4f3f-4b3f-b805-a559b485260f req-01739e7b-0b66-4e78-aa0d-42446fcd2d10 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 932 time: 0.3863337
Apr 15 10:57:23.824123 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Transition to ACTIVE for port object 1e7aba17-4ccf-48f8-9d21-201e41c926df will not be triggered until provisioned by entity L2. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:23.842616 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Allocated IP 172.20.0.3 (cbf52b31-cabb-4684-b870-425b20f1a830/5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0/109c35c2-d409-41f0-8f52-843f3b1b78e0) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:23.895127 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:23.900233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3ff5afe1-d101-4e61-98d2-5c2e9cf8a6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:23.947320 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-364eb0f5-4f3f-4b3f-b805-a559b485260f req-77cf2932-a04e-412f-a522-987f669ddc52 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537678
Apr 15 10:57:23.982270 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] Set router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:24.066240 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4074cf-069e-42a2-a388-d246b482d6f2 None None] Pushing event updated for resources: {'Port': ['ID=946ea82d-0483-4423-9ea9-121de1e03135,revision_number=3']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:24.078705 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:24.085401 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9a4074cf-069e-42a2-a388-d246b482d6f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:24.142022 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Routers {'a5af8181-6cdb-4a2c-80f3-62d44e10f475'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:24.142760 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc574a390>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:56:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:24.278354 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:24.340911 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:24.354547 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:24.499660 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dbbd4c4a-317f-4aea-a084-601fb64f1168 None None] Provisioning for port 962e6f28-ed87-4d4a-81c2-e0b014d94425 completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:24.521585 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dbbd4c4a-317f-4aea-a084-601fb64f1168 None None] Provisioning complete for port 962e6f28-ed87-4d4a-81c2-e0b014d94425 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:24.522009 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4c4a-317f-4aea-a084-601fb64f1168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:24.556957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:24.632432 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:24.637420 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:24.639862 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852772550'] for router_interface, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:24.674027 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bcd07d5f-e3b0-450f-9ddd-78e8463ea010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:24.732964 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd4c4a-317f-4aea-a084-601fb64f1168 None None] Port 962e6f28-ed87-4d4a-81c2-e0b014d94425 cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:57:24.760750 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5ef1470>, [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:09Z', 'revision_number': 3, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port': {'id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:35:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:03Z', 'updated_at': '2021-04-15T10:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:24.772180 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6280a9c2-e5b8-423e-8457-338476de075a None None] The sync data for ids ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'] in dv-cinder-786386-1-iscsi is: [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:09Z', 'revision_number': 3, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port': {'id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:35:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:03Z', 'updated_at': '2021-04-15T10:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:57:24.900529 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] Set router a5af8181-6cdb-4a2c-80f3-62d44e10f475 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:24.981476 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Pushing event updated for resources: {'Port': ['ID=962e6f28-ed87-4d4a-81c2-e0b014d94425,revision_number=2']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:24.999075 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:25.080291 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f5887-e49c-46dd-ba9c-a28d520e16cb req-4b714389-b20e-4063-8a1c-83b5aa36cae8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:25.082632 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-579f5887-e49c-46dd-ba9c-a28d520e16cb req-4b714389-b20e-4063-8a1c-83b5aa36cae8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 931 time: 0.3228762
Apr 15 10:57:25.138840 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Network f2540102-4996-4e3c-af26-30cf18f2f6dc is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:25.141089 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:25.425369 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc574a390>, [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '946ea82d-0483-4423-9ea9-121de1e03135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:05Z', 'revision_number': 3, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port': {'id': '946ea82d-0483-4423-9ea9-121de1e03135', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:02Z', 'updated_at': '2021-04-15T10:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:25.439441 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e178d-b27c-417c-9b47-fd5902c7caab None None] The sync data for ids ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'] in dv-cinder-786386-1-iscsi is: [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '946ea82d-0483-4423-9ea9-121de1e03135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:05Z', 'revision_number': 3, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port': {'id': '946ea82d-0483-4423-9ea9-121de1e03135', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:02Z', 'updated_at': '2021-04-15T10:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:57:25.443926 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d403882b-5854-488f-87bc-a5d121523df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:25.577953 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-8c8a1a46-00b3-4e19-895c-e4babc4e27a9 None None] Provisioning complete for port 962e6f28-ed87-4d4a-81c2-e0b014d94425 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:25.579176 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8c8a1a46-00b3-4e19-895c-e4babc4e27a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:25.656240 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:25.743076 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a1a46-00b3-4e19-895c-e4babc4e27a9 None None] Port 962e6f28-ed87-4d4a-81c2-e0b014d94425 cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:57:25.763782 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-579f5887-e49c-46dd-ba9c-a28d520e16cb req-735b7e87-02c8-43e2-befb-257c8c1a2530 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6485181
Apr 15 10:57:25.780172 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:57:25.820985 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7aba17-4ccf-48f8-9d21-201e41c926df,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:25.917062 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e2e27-b324-45d0-96b2-31ace7899811 req-c8fe6461-87f5-48b7-bdeb-294d6ac302f0 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:25.920817 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ec6e2e27-b324-45d0-96b2-31ace7899811 req-c8fe6461-87f5-48b7-bdeb-294d6ac302f0 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 944 time: 0.7175531
Apr 15 10:57:25.922564 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:26.413949 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:57:26.472277 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] 10.222.0.100 "PUT /v2.0/routers/2cca1b90-0fc0-46d3-96f8-d55353acfef7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8800745
Apr 15 10:57:26.513692 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ec6e2e27-b324-45d0-96b2-31ace7899811 req-aa5a4f05-aea8-4275-b50f-ee1f6db879aa tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5610466
Apr 15 10:57:26.534950 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Pushing event updated for resources: {'Port': ['ID=109c35c2-d409-41f0-8f52-843f3b1b78e0,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:26.550382 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Attempting to bind port 1e7aba17-4ccf-48f8-9d21-201e41c926df on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:26.552502 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Attempting to bind port 1e7aba17-4ccf-48f8-9d21-201e41c926df by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '453fdcbd-06ef-48f6-9bee-91b74dee5b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': 'afead2dc-c4e8-49c0-a6fc-2955e790fcad'}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:26.552910 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Attempting to bind port 1e7aba17-4ccf-48f8-9d21-201e41c926df on network afead2dc-c4e8-49c0-a6fc-2955e790fcad {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:26.576009 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41902) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:26.617972 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.061s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:26.623580 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:26.638753 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.310s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:26.654807 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:26.724577 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Port 1e7aba17-4ccf-48f8-9d21-201e41c926df on network afead2dc-c4e8-49c0-a6fc-2955e790fcad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:57:26.725081 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Attempting to bind port 1e7aba17-4ccf-48f8-9d21-201e41c926df on network afead2dc-c4e8-49c0-a6fc-2955e790fcad {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:26.729690 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Network cbf52b31-cabb-4684-b870-425b20f1a830 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:26.750765 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Network 67d31719-2f11-4a22-960a-40e0f7eba8a5 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:26.755063 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:26.763443 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:26.788309 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 39c95762-26ed-42e1-88ea-ec80b9d78786 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:26.788526 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:26.795435 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:26.796447 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:26.804265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:26.805035 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Checking segment: {'id': '453fdcbd-06ef-48f6-9bee-91b74dee5b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': 'afead2dc-c4e8-49c0-a6fc-2955e790fcad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:26.805479 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Bound using segment: {'id': '453fdcbd-06ef-48f6-9bee-91b74dee5b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': 'afead2dc-c4e8-49c0-a6fc-2955e790fcad'} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:26.806116 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Bound port: 1e7aba17-4ccf-48f8-9d21-201e41c926df, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453fdcbd-06ef-48f6-9bee-91b74dee5b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': 'afead2dc-c4e8-49c0-a6fc-2955e790fcad'}}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:26.806645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:26.861544 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:26.862176 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852769391'] for router_interface, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:26.916618 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c2022f5a-2e2e-4ad1-a6d1-d1a19e578d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:26.953864 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 39c95762-26ed-42e1-88ea-ec80b9d78786 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:26.956272 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-c2022f5a-2e2e-4ad1-a6d1-d1a19e578d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:26.966955 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-c2022f5a-2e2e-4ad1-a6d1-d1a19e578d02 admin admin] Usage tracker for resource:security_group_rule and tenant:d7d53d8bfbe44c0fbe174d7b598c754e is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:26.967838 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 39c95762-26ed-42e1-88ea-ec80b9d78786 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:26.968424 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:26.975783 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-c2022f5a-2e2e-4ad1-a6d1-d1a19e578d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:26.991435 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-c2022f5a-2e2e-4ad1-a6d1-d1a19e578d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:27.165316 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532d535-b99e-43df-98b9-dc9122014139 req-7d5e0cbc-a5b6-442c-9a48-b0fcd1d93b0d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:27.175685 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:27.183528 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0532d535-b99e-43df-98b9-dc9122014139 req-7d5e0cbc-a5b6-442c-9a48-b0fcd1d93b0d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 931 time: 0.1809819
Apr 15 10:57:27.195233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:27.198079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port 39c95762-26ed-42e1-88ea-ec80b9d78786, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=39c95762-26ed-42e1-88ea-ec80b9d78786,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:27.202458 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:27.204032 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 946ea82d-0483-4423-9ea9-121de1e03135 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:27.244296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:27.263951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Allocated IP 172.20.0.1 (6843e3d3-5b9c-4ba0-9950-e102fbbd5eca/cc8f8bbb-1b00-4320-81db-dc64ff750b3a/0b7476f7-9582-4a44-9d79-63a42cea918d) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:27.271289 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0532d535-b99e-43df-98b9-dc9122014139 req-11a26d9a-4833-437e-998c-3d40e9578c71 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869689
Apr 15 10:57:27.292393 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c2022f5a-2e2e-4ad1-a6d1-d1a19e578d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:27.296752 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c2022f5a-2e2e-4ad1-a6d1-d1a19e578d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:27.309795 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ca911ee2-3bcd-4124-be32-a96c51aec35c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:27.318450 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Pushing event updated for resources: {'Port': ['ID=882687cb-34a0-4b1a-a05a-d49b332a1ff1,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:27.349545 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=39c95762-26ed-42e1-88ea-ec80b9d78786,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:27.355221 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:27.394078 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-c2022f5a-2e2e-4ad1-a6d1-d1a19e578d02 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d7d53d8bfbe44c0fbe174d7b598c754e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8162420
Apr 15 10:57:27.397575 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2022f5a-2e2e-4ad1-a6d1-d1a19e578d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c742dda-e6fc-4d65-9f10-b785d2236e41,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:27.398396 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:27.398793 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.324s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:27.399196 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:27.402703 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 946ea82d-0483-4423-9ea9-121de1e03135 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:27.411713 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 946ea82d-0483-4423-9ea9-121de1e03135 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:27.412306 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:27.415119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41920) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:27.423375 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 10.8287551
Apr 15 10:57:27.438199 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c2022f5a-2e2e-4ad1-a6d1-d1a19e578d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:27.514233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Request body: {'port': {'device_id': 'c3cb4d90-c70e-4334-a47b-c9e8ef61f171', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:27.577462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-edf2b351-0a93-4b1e-a054-93a97d9cea59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:27.599384 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41930) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:27.616952 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-a22d07b2-d4b6-48b3-9201-92dc9e7dcd5f tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44604027', 'description': 'tempest-description--401264340'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:27.618816 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:27.642370 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-edf2b351-0a93-4b1e-a054-93a97d9cea59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:27.657402 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port 946ea82d-0483-4423-9ea9-121de1e03135, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=946ea82d-0483-4423-9ea9-121de1e03135,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:27.661455 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:27.665318 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:27.686073 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a22d07b2-d4b6-48b3-9201-92dc9e7dcd5f tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:27.712119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] For port 1e7aba17-4ccf-48f8-9d21-201e41c926df, host hv-cinder-78638, cleared binding levels {{(pid=85321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:27.716941 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] For port 1e7aba17-4ccf-48f8-9d21-201e41c926df, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1e7aba17-4ccf-48f8-9d21-201e41c926df,segment=NetworkSegment(453fdcbd-06ef-48f6-9bee-91b74dee5b9d),segment_id=453fdcbd-06ef-48f6-9bee-91b74dee5b9d)] {{(pid=85321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:27.739989 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:27.754378 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a22d07b2-d4b6-48b3-9201-92dc9e7dcd5f tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Usage tracker for resource:security_group and tenant:0959c169751f48ebbdb3397c86b113dc is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:27.764165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a22d07b2-d4b6-48b3-9201-92dc9e7dcd5f tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:27.764628 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=946ea82d-0483-4423-9ea9-121de1e03135,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:27.769572 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:27.774106 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a22d07b2-d4b6-48b3-9201-92dc9e7dcd5f tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:27.781997 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-edf2b351-0a93-4b1e-a054-93a97d9cea59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:27.790868 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:27.809913 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2b351-0a93-4b1e-a054-93a97d9cea59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c742dda-e6fc-4d65-9f10-b785d2236e41,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:27.817101 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a22d07b2-d4b6-48b3-9201-92dc9e7dcd5f tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:28.068133 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:28.085669 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-edf2b351-0a93-4b1e-a054-93a97d9cea59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:28.118834 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-edf2b351-0a93-4b1e-a054-93a97d9cea59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:28.118834 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-edf2b351-0a93-4b1e-a054-93a97d9cea59 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8c742dda-e6fc-4d65-9f10-b785d2236e41 HTTP/1.1" status: 204  len: 168 time: 0.6830685
Apr 15 10:57:28.153426 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a22d07b2-d4b6-48b3-9201-92dc9e7dcd5f tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:28.162575 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a22d07b2-d4b6-48b3-9201-92dc9e7dcd5f tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Usage tracker for resource:security_group_rule and tenant:0959c169751f48ebbdb3397c86b113dc is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:28.168644 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a22d07b2-d4b6-48b3-9201-92dc9e7dcd5f tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:28.183742 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a22d07b2-d4b6-48b3-9201-92dc9e7dcd5f tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:28.248381 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:28.273407 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960ecca-c6c2-410e-818e-1d2b6a8e9131 req-66d59dc1-4540-4130-9323-89dc9223871b tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:28.277655 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c960ecca-c6c2-410e-818e-1d2b6a8e9131 req-66d59dc1-4540-4130-9323-89dc9223871b tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 944 time: 0.5883620
Apr 15 10:57:28.440971 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c960ecca-c6c2-410e-818e-1d2b6a8e9131 req-1f8a1d7f-56b6-44a0-93a0-1ebed695ea59 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488011
Apr 15 10:57:28.602489 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41950) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:28.668893 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a22d07b2-d4b6-48b3-9201-92dc9e7dcd5f tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:28.682113 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a22d07b2-d4b6-48b3-9201-92dc9e7dcd5f tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:28.702139 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:28.745168 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:28.774354 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7aba17-4ccf-48f8-9d21-201e41c926df,revision_number=3']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:28.828570 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 39c95762-26ed-42e1-88ea-ec80b9d78786 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:28.855138 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41958) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:28.870762 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:28.873812 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a22d07b2-d4b6-48b3-9201-92dc9e7dcd5f tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:28.883472 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-a22d07b2-d4b6-48b3-9201-92dc9e7dcd5f tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 1.2798500
Apr 15 10:57:28.886944 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d07b2-d4b6-48b3-9201-92dc9e7dcd5f tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c0b4c8-0cfc-43a1-853c-7715e082a04e,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:28.926096 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41964) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:28.937247 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a22d07b2-d4b6-48b3-9201-92dc9e7dcd5f tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:28.958664 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccf56b-6e2d-4969-9259-6c120930981a req-268ad58c-c956-4287-a0b8-fb7dbafde1c9 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:28.961176 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 39c95762-26ed-42e1-88ea-ec80b9d78786 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:28.962180 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:28.972572 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6fccf56b-6e2d-4969-9259-6c120930981a req-268ad58c-c956-4287-a0b8-fb7dbafde1c9 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 931 time: 0.5289037
Apr 15 10:57:28.987517 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-e58bf5a8-bc32-4eef-8f29-d4563eeead17 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Request body: {'security_group_rule': {'security_group_id': 'd3c0b4c8-0cfc-43a1-853c-7715e082a04e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:29.038034 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f7ffdfea-4db2-4819-8576-02817d54b9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:29.056419 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Sync routers for ids ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:57:29.069195 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-e58bf5a8-bc32-4eef-8f29-d4563eeead17 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:29.085454 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-e58bf5a8-bc32-4eef-8f29-d4563eeead17 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Usage tracker for resource:security_group_rule and tenant:0959c169751f48ebbdb3397c86b113dc is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:29.117301 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Routers {'2cca1b90-0fc0-46d3-96f8-d55353acfef7'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:29.119073 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc562ad30>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:29.120651 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-e58bf5a8-bc32-4eef-8f29-d4563eeead17 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:29.140145 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-e58bf5a8-bc32-4eef-8f29-d4563eeead17 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:29.212585 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-f7ffdfea-4db2-4819-8576-02817d54b9d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:29.225641 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6fccf56b-6e2d-4969-9259-6c120930981a req-daa26ed8-60d9-46d8-ad33-b64c87408803 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2520359
Apr 15 10:57:29.243988 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-f7ffdfea-4db2-4819-8576-02817d54b9d7 admin admin] Usage tracker for resource:security_group_rule and tenant:14c4c35f944e48ad99307e9dab29d232 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:29.259254 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-f7ffdfea-4db2-4819-8576-02817d54b9d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:29.265452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:29.280077 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e58bf5a8-bc32-4eef-8f29-d4563eeead17 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:29.291722 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-f7ffdfea-4db2-4819-8576-02817d54b9d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:29.340172 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6b96af41-8daf-4d89-9f8e-4f78593d6703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:29.387474 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-6b96af41-8daf-4d89-9f8e-4f78593d6703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:29.408755 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-6b96af41-8daf-4d89-9f8e-4f78593d6703 admin admin] Usage tracker for resource:security_group_rule and tenant:617f31e011c342fdbf2744fd5cae50fa is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:29.415236 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-6b96af41-8daf-4d89-9f8e-4f78593d6703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:29.424957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-6b96af41-8daf-4d89-9f8e-4f78593d6703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:29.475159 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e58bf5a8-bc32-4eef-8f29-d4563eeead17 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:29.487852 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e58bf5a8-bc32-4eef-8f29-d4563eeead17 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:29.503423 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:29.551899 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Transition to ACTIVE for port object 0b7476f7-9582-4a44-9d79-63a42cea918d will not be triggered until provisioned by entity DHCP. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:29.556104 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58bf5a8-bc32-4eef-8f29-d4563eeead17 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1e1ab5-1538-4baa-be56-65dea9df474a,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:29.573867 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e58bf5a8-bc32-4eef-8f29-d4563eeead17 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:29.584951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:29.585759 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:29.587660 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] 10.222.0.99 "PUT /v2.0/ports/1e7aba17-4ccf-48f8-9d21-201e41c926df HTTP/1.1" status: 200  len: 1094 time: 10.5657940
Apr 15 10:57:29.588310 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbda032-c541-4c64-a6e5-6c215b1a8412', 'tag': '1e7aba17-4ccf-48f8-9d21-201e41c926df'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:57:29.595587 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f7ffdfea-4db2-4819-8576-02817d54b9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:29.608390 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f7ffdfea-4db2-4819-8576-02817d54b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:29.620788 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1ea0be07-6c5a-45d3-a6a8-429b8a8dadd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:29.639772 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e58bf5a8-bc32-4eef-8f29-d4563eeead17 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:29.644731 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-e58bf5a8-bc32-4eef-8f29-d4563eeead17 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7173884
Apr 15 10:57:29.645445 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41978) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:29.656130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 946ea82d-0483-4423-9ea9-121de1e03135 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:29.666242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-1c4ae731-d64b-47a8-ad41-3886bbb87169 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Request body: {'security_group_rule': {'security_group_id': 'd3c0b4c8-0cfc-43a1-853c-7715e082a04e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:29.701929 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-1c4ae731-d64b-47a8-ad41-3886bbb87169 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:29.712183 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-f7ffdfea-4db2-4819-8576-02817d54b9d7 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=14c4c35f944e48ad99307e9dab29d232&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8543720
Apr 15 10:57:29.720970 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-1c4ae731-d64b-47a8-ad41-3886bbb87169 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Usage tracker for resource:security_group_rule and tenant:0959c169751f48ebbdb3397c86b113dc is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:29.723494 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 41986) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:29.725679 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-1c4ae731-d64b-47a8-ad41-3886bbb87169 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:29.732605 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffdfea-4db2-4819-8576-02817d54b9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950a1f43-af7a-4df7-baa5-04bf9774de35,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:29.741255 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f7ffdfea-4db2-4819-8576-02817d54b9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:29.749619 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-1c4ae731-d64b-47a8-ad41-3886bbb87169 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:29.762524 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6b96af41-8daf-4d89-9f8e-4f78593d6703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:29.766079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6b96af41-8daf-4d89-9f8e-4f78593d6703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:29.790314 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:29.886942 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Set router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:29.919441 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae731-d64b-47a8-ad41-3886bbb87169 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:29.927615 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:29.973948 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:29.989918 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-6b96af41-8daf-4d89-9f8e-4f78593d6703 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=617f31e011c342fdbf2744fd5cae50fa&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3814735
Apr 15 10:57:29.996246 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 41990) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:29.997108 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96af41-8daf-4d89-9f8e-4f78593d6703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dba3b6c-ccff-4b78-9740-f2613a63ae27,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:30.028323 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae731-d64b-47a8-ad41-3886bbb87169 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.073415 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6b96af41-8daf-4d89-9f8e-4f78593d6703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:30.078648 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae731-d64b-47a8-ad41-3886bbb87169 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.101416 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 946ea82d-0483-4423-9ea9-121de1e03135 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:30.102130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.116584 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e58bf5a8-bc32-4eef-8f29-d4563eeead17 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:30.163496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ae731-d64b-47a8-ad41-3886bbb87169 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1525cf26-aa13-4ac6-ac0b-8379b78baa13,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:30.169284 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1c4ae731-d64b-47a8-ad41-3886bbb87169 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:30.223824 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae731-d64b-47a8-ad41-3886bbb87169 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.228612 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-33047dec-dd70-4f15-91ee-fca908bee251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.230149 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-1c4ae731-d64b-47a8-ad41-3886bbb87169 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5693614
Apr 15 10:57:30.231517 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2df7b3e5-ac5c-4963-980f-d37c90f7275c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.232337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109c35c2-d409-41f0-8f52-843f3b1b78e0 {{(pid=85321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:57:30.241808 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 41998) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:30.250878 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7476f7-9582-4a44-9d79-63a42cea918d,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:30.260273 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:30.270609 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.281553 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Request body: {'floatingip': {'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:30.290709 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870232a6-eb0f-4c76-b67b-ef221de412b9 req-56476632-db5c-4348-9cd7-83f8d630dc6e tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:30.304946 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-870232a6-eb0f-4c76-b67b-ef221de412b9 req-56476632-db5c-4348-9cd7-83f8d630dc6e tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 944 time: 0.4760981
Apr 15 10:57:30.315309 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:30.368915 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2df7b3e5-ac5c-4963-980f-d37c90f7275c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.370405 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Usage tracker for resource:floatingip and tenant:0959c169751f48ebbdb3397c86b113dc is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:30.384347 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.398762 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbda032-c541-4c64-a6e5-6c215b1a8412', 'tag': '1e7aba17-4ccf-48f8-9d21-201e41c926df', 'status': 'completed', 'code': 200}
Apr 15 10:57:30.416575 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.426736 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:30.441578 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Transition to ACTIVE for port object 109c35c2-d409-41f0-8f52-843f3b1b78e0 will not be triggered until provisioned by entity L2. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:30.450299 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.453604 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:30.477529 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-33047dec-dd70-4f15-91ee-fca908bee251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.485948 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-870232a6-eb0f-4c76-b67b-ef221de412b9 req-b7ca9932-e21a-4127-8ddd-e0ae4d0a3e4f tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637909
Apr 15 10:57:30.494915 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852772550'] for router_interface, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.510637 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-56b651e1-14ea-462d-b42d-117e6b7962ce tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:30.544661 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.679597 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2df7b3e5-ac5c-4963-980f-d37c90f7275c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.691254 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:30.712873 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for floatingip, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.736532 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7b3e5-ac5c-4963-980f-d37c90f7275c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dba3b6c-ccff-4b78-9740-f2613a63ae27,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:30.746761 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2df7b3e5-ac5c-4963-980f-d37c90f7275c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:30.770984 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2df7b3e5-ac5c-4963-980f-d37c90f7275c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.778024 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-2df7b3e5-ac5c-4963-980f-d37c90f7275c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5dba3b6c-ccff-4b78-9740-f2613a63ae27 HTTP/1.1" status: 204  len: 168 time: 0.7767785
Apr 15 10:57:30.787524 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc562ad30>, [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:23Z', 'revision_number': 4, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port': {'id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:03Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '962e6f28-ed87-4d4a-81c2-e0b014d94425', 'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'mac_address': 'fa:16:3e:2c:c9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:21Z', 'updated_at': '2021-04-15T10:57:24Z', 'revision_number': 2, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'subnets': [{'id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:30.793391 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Checking router: 2cca1b90-0fc0-46d3-96f8-d55353acfef7 for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:57:30.793805 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Updating router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 port 962e6f28-ed87-4d4a-81c2-e0b014d94425 binding host dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:57:30.798374 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e388e48-d62c-448d-a47f-25f453187311 req-03774461-2454-4a5c-aca2-fccca74b76b0 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:30.804942 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2e388e48-d62c-448d-a47f-25f453187311 req-03774461-2454-4a5c-aca2-fccca74b76b0 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 943 time: 0.3150828
Apr 15 10:57:30.828196 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:30.859975 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:30.888649 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:30.890042 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852769391'] for router_interface, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:30.905705 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2e388e48-d62c-448d-a47f-25f453187311 req-b42cd8ec-1677-4242-9c8e-ffb48012f851 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909069
Apr 15 10:57:30.919398 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:31.265079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Pushing event updated for resources: {'Port': ['ID=882687cb-34a0-4b1a-a05a-d49b332a1ff1,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:31.294089 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:31.297059 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-acfac84e-82d4-4466-a2f7-05d19e20a895 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.620s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:31.374148 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-8b602611-9701-4880-8d43-50d94acb5ceb None None] Provisioning for port 0b7476f7-9582-4a44-9d79-63a42cea918d completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:31.390079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-8b602611-9701-4880-8d43-50d94acb5ceb None None] Provisioning complete for port 0b7476f7-9582-4a44-9d79-63a42cea918d triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:31.390337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8b602611-9701-4880-8d43-50d94acb5ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:31.405082 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-33047dec-dd70-4f15-91ee-fca908bee251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:31.490167 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Pushing event updated for resources: {'Port': ['ID=109c35c2-d409-41f0-8f52-843f3b1b78e0,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:31.501548 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:31.511007 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:31.543809 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 42016) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:31.585018 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7fd65454-5644-472a-a425-0f28e08af378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:31.627945 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Network 67d31719-2f11-4a22-960a-40e0f7eba8a5 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:31.645968 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-8b602611-9701-4880-8d43-50d94acb5ceb None None] Port 0b7476f7-9582-4a44-9d79-63a42cea918d cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:57:31.646638 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:31.655123 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-33047dec-dd70-4f15-91ee-fca908bee251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:31.656723 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-33047dec-dd70-4f15-91ee-fca908bee251 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/950a1f43-af7a-4df7-baa5-04bf9774de35 HTTP/1.1" status: 204  len: 168 time: 1.9288585
Apr 15 10:57:31.657974 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33047dec-dd70-4f15-91ee-fca908bee251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950a1f43-af7a-4df7-baa5-04bf9774de35,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:31.660859 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-7fd65454-5644-472a-a425-0f28e08af378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:31.683026 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-7fd65454-5644-472a-a425-0f28e08af378 admin admin] Usage tracker for resource:security_group_rule and tenant:77668bac56a14639966c9688bbe6073c is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:31.698649 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-7fd65454-5644-472a-a425-0f28e08af378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:31.725280 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-7fd65454-5644-472a-a425-0f28e08af378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:31.972501 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7fd65454-5644-472a-a425-0f28e08af378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:31.982881 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7fd65454-5644-472a-a425-0f28e08af378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.043511 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:32.070477 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-33047dec-dd70-4f15-91ee-fca908bee251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:32.099130 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-7fd65454-5644-472a-a425-0f28e08af378 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=77668bac56a14639966c9688bbe6073c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5533631
Apr 15 10:57:32.100581 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 42030) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:32.103209 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd65454-5644-472a-a425-0f28e08af378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa247c0-cb6f-4a60-9ca6-699b1a3d4e9b,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:32.109384 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7fd65454-5644-472a-a425-0f28e08af378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:32.351643 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Attempting to bind port 109c35c2-d409-41f0-8f52-843f3b1b78e0 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:32.352134 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Attempting to bind port 109c35c2-d409-41f0-8f52-843f3b1b78e0 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830'}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:32.352854 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Attempting to bind port 109c35c2-d409-41f0-8f52-843f3b1b78e0 on network cbf52b31-cabb-4684-b870-425b20f1a830 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:32.375141 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Notify callbacks [] for port, precommit_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.392762 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.393779 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Transition to ACTIVE for port object 962e6f28-ed87-4d4a-81c2-e0b014d94425 will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:32.402447 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.426269 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:32.428659 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Port 109c35c2-d409-41f0-8f52-843f3b1b78e0 on network cbf52b31-cabb-4684-b870-425b20f1a830 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:57:32.429245 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Attempting to bind port 109c35c2-d409-41f0-8f52-843f3b1b78e0 on network cbf52b31-cabb-4684-b870-425b20f1a830 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:32.450441 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-054277a4-5e5f-4dc8-a395-6547a0075fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.480963 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:32.481547 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Checking segment: {'id': 'e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:32.482252 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Bound using segment: {'id': 'e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830'} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:32.483152 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Bound port: 109c35c2-d409-41f0-8f52-843f3b1b78e0, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830'}}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:32.483784 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.514045 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-054277a4-5e5f-4dc8-a395-6547a0075fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.659724 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-054277a4-5e5f-4dc8-a395-6547a0075fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.674022 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-edf2b351-0a93-4b1e-a054-93a97d9cea59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:32.690213 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4af8c-117f-40d8-88b0-3000b9afb885 None None] Pushing event updated for resources: {'Port': ['ID=962e6f28-ed87-4d4a-81c2-e0b014d94425,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:32.700510 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0dc4af8c-117f-40d8-88b0-3000b9afb885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:32.712987 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054277a4-5e5f-4dc8-a395-6547a0075fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa247c0-cb6f-4a60-9ca6-699b1a3d4e9b,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:32.717049 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-054277a4-5e5f-4dc8-a395-6547a0075fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:32.718512 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-054277a4-5e5f-4dc8-a395-6547a0075fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.722715 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-054277a4-5e5f-4dc8-a395-6547a0075fed admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8aa247c0-cb6f-4a60-9ca6-699b1a3d4e9b HTTP/1.1" status: 204  len: 168 time: 0.6115236
Apr 15 10:57:32.771275 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:32.828696 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3965dc-f229-44ca-b597-88de30a7a0ad req-d6170cd7-276b-4d5e-ab20-83f8af02d734 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:32.837729 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7d3965dc-f229-44ca-b597-88de30a7a0ad req-d6170cd7-276b-4d5e-ab20-83f8af02d734 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 944 time: 0.7956376
Apr 15 10:57:32.854122 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250b8ae-c6fa-4998-a44e-dbb6f2f0a6ca req-c16c6ce6-3692-452f-a665-6751078a1009 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:32.870486 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2250b8ae-c6fa-4998-a44e-dbb6f2f0a6ca req-c16c6ce6-3692-452f-a665-6751078a1009 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 943 time: 0.5784392
Apr 15 10:57:33.134018 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7d3965dc-f229-44ca-b597-88de30a7a0ad req-88b16374-13c8-4684-9582-70774f8bcbcb tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2596760
Apr 15 10:57:33.262016 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Router 9afd9b83-ad34-4a9d-9974-d424ea9042f1 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:57:33.291786 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2250b8ae-c6fa-4998-a44e-dbb6f2f0a6ca req-a7f2eb60-09fe-4d5a-abbd-bf0e9613e91e tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4182858
Apr 15 10:57:33.336210 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Attempting to bind port 962e6f28-ed87-4d4a-81c2-e0b014d94425 on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:33.344852 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Attempting to bind port 962e6f28-ed87-4d4a-81c2-e0b014d94425 by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': 'bbe9b76a-2909-49df-a0d1-c8bbbac386a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:33.345394 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Attempting to bind port 962e6f28-ed87-4d4a-81c2-e0b014d94425 on network f2540102-4996-4e3c-af26-30cf18f2f6dc {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:33.361685 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:33.364141 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Checking segment: {'id': 'bbe9b76a-2909-49df-a0d1-c8bbbac386a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:33.365174 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.365638 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Bound using segment: {'id': 'bbe9b76a-2909-49df-a0d1-c8bbbac386a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:33.367420 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Bound port: 962e6f28-ed87-4d4a-81c2-e0b014d94425, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe9b76a-2909-49df-a0d1-c8bbbac386a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:33.367676 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.401122 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88eca2-0885-4654-adb7-4770430b3ff0 req-375ee910-5538-4bd6-8ec5-3d1f35bec4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:33.404778 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-da88eca2-0885-4654-adb7-4770430b3ff0 req-375ee910-5538-4bd6-8ec5-3d1f35bec4cf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f2423ceb3c374eadb7f48ad4d0fe71c5&device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 1097 time: 1.3487091
Apr 15 10:57:33.626328 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] For port 109c35c2-d409-41f0-8f52-843f3b1b78e0, host hv-cinder-78638, cleared binding levels {{(pid=85321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:33.626627 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] For port 962e6f28-ed87-4d4a-81c2-e0b014d94425, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:33.630887 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] For port 109c35c2-d409-41f0-8f52-843f3b1b78e0, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=109c35c2-d409-41f0-8f52-843f3b1b78e0,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:33.635341 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] For port 962e6f28-ed87-4d4a-81c2-e0b014d94425, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=962e6f28-ed87-4d4a-81c2-e0b014d94425,segment=NetworkSegment(bbe9b76a-2909-49df-a0d1-c8bbbac386a7),segment_id=bbe9b76a-2909-49df-a0d1-c8bbbac386a7)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:33.640636 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:33.673141 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:33.759840 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4af8c-117f-40d8-88b0-3000b9afb885 None None] Pushing event updated for resources: {'Port': ['ID=962e6f28-ed87-4d4a-81c2-e0b014d94425,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:33.860720 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0dc4af8c-117f-40d8-88b0-3000b9afb885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:34.060662 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Routers {'2cca1b90-0fc0-46d3-96f8-d55353acfef7'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:34.061851 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc562ad30>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:34.488362 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:34.493554 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:57:34.509971 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Sync routers for ids ['9afd9b83-ad34-4a9d-9974-d424ea9042f1'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:57:34.543265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Routers {'9afd9b83-ad34-4a9d-9974-d424ea9042f1'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:34.544177 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5840940>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['9afd9b83-ad34-4a9d-9974-d424ea9042f1'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:34.609773 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Allocated IP 172.27.0.20 (1eeb9c89-2bb9-4c7f-a0e4-333ef2157091/78180e32-2848-4a5f-839b-5eade47ae7ad/29a4008a-1157-4232-a229-5333c87dde0c) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:34.772510 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] Set router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:35.010201 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdaf5ea-269e-43b8-ae00-506f84a46955 req-0f1e7807-ffc7-4634-9202-970522fad93e tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:35.026049 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cfdaf5ea-269e-43b8-ae00-506f84a46955 req-0f1e7807-ffc7-4634-9202-970522fad93e tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 944 time: 0.4540563
Apr 15 10:57:35.055270 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174a852-f0bd-433a-bef3-fd41d197894b req-a1650ba5-e474-473d-a142-5073bdc56ef8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:35.072803 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3174a852-f0bd-433a-bef3-fd41d197894b req-a1650ba5-e474-473d-a142-5073bdc56ef8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 943 time: 0.3394458
Apr 15 10:57:35.119327 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Set router 9afd9b83-ad34-4a9d-9974-d424ea9042f1 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:35.475568 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cfdaf5ea-269e-43b8-ae00-506f84a46955 req-8a91669f-307f-4c08-b93d-39481d9e8630 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3994398
Apr 15 10:57:35.509212 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3174a852-f0bd-433a-bef3-fd41d197894b req-8ae879cc-cc50-4b4d-916f-04c9f842cad1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3852949
Apr 15 10:57:35.665609 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:57:35.887563 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:35.918110 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc562ad30>, [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:23Z', 'revision_number': 4, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port': {'id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:03Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '962e6f28-ed87-4d4a-81c2-e0b014d94425', 'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'mac_address': 'fa:16:3e:2c:c9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:21Z', 'updated_at': '2021-04-15T10:57:33Z', 'revision_number': 4, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'subnets': [{'id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:35.932470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df4a35-f7f2-412c-94ef-3aa8208d362b None None] The sync data for ids ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'] in dv-cinder-786386-1-iscsi is: [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:23Z', 'revision_number': 4, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port': {'id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:03Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '962e6f28-ed87-4d4a-81c2-e0b014d94425', 'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'mac_address': 'fa:16:3e:2c:c9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:21Z', 'updated_at': '2021-04-15T10:57:33Z', 'revision_number': 4, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'subnets': [{'id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:57:35.958669 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88eca2-0885-4654-adb7-4770430b3ff0 req-ee3aec2c-938d-477e-a5c7-9554ee5d3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:35.961680 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-da88eca2-0885-4654-adb7-4770430b3ff0 req-ee3aec2c-938d-477e-a5c7-9554ee5d3133 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=f2423ceb3c374eadb7f48ad4d0fe71c5&shared=False HTTP/1.1" status: 200  len: 914 time: 2.5358038
Apr 15 10:57:35.997917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5840940>, [{'id': '9afd9b83-ad34-4a9d-9974-d424ea9042f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1914114214-router', 'tenant_id': '804134d291a14530a112361fda616a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'a66c53d7-642a-45de-9aae-124061aa207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:28Z', 'revision_number': 4, 'project_id': '804134d291a14530a112361fda616a0d', 'gw_port': {'id': 'a66c53d7-642a-45de-9aae-124061aa207a', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9b83-ad34-4a9d-9974-d424ea9042f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '882687cb-34a0-4b1a-a05a-d49b332a1ff1', 'name': '', 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5', 'tenant_id': '804134d291a14530a112361fda616a0d', 'mac_address': 'fa:16:3e:34:53:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afd9b83-ad34-4a9d-9974-d424ea9042f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '1a328fd2-dde8-4bb1-a553-950b8375ab8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:18Z', 'updated_at': '2021-04-15T10:57:29Z', 'revision_number': 2, 'project_id': '804134d291a14530a112361fda616a0d', 'subnets': [{'id': '1a328fd2-dde8-4bb1-a553-950b8375ab8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:36.005173 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Checking router: 9afd9b83-ad34-4a9d-9974-d424ea9042f1 for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:57:36.005173 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Updating router 9afd9b83-ad34-4a9d-9974-d424ea9042f1 port 882687cb-34a0-4b1a-a05a-d49b332a1ff1 binding host dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:57:36.172889 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:36.475648 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:36.527084 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] 10.222.0.100 "PUT /v2.0/routers/9afd9b83-ad34-4a9d-9974-d424ea9042f1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 26.5862949
Apr 15 10:57:36.721753 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:36.726080 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88eca2-0885-4654-adb7-4770430b3ff0 req-d3b0e4a3-c758-4b9d-a5f3-3bc94a0e67c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:36.728693 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-da88eca2-0885-4654-adb7-4770430b3ff0 req-d3b0e4a3-c758-4b9d-a5f3-3bc94a0e67c0 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.6897240
Apr 15 10:57:36.935796 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 962e6f28-ed87-4d4a-81c2-e0b014d94425 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:37.162468 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Pushing event updated for resources: {'Port': ['ID=109c35c2-d409-41f0-8f52-843f3b1b78e0,revision_number=3']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:37.190093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.resource_extend [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 10:57:37.220079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.333s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:37.228264 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.379s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:37.256881 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 962e6f28-ed87-4d4a-81c2-e0b014d94425 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:37.281479 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 962e6f28-ed87-4d4a-81c2-e0b014d94425 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:37.282181 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:37.397347 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Pushing event updated for resources: {'Port': ['ID=29a4008a-1157-4232-a229-5333c87dde0c,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:37.419081 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:37.421818 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:37.454975 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-473daee9-a616-4f5d-8f8e-594a2142a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:37.463638 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-473daee9-a616-4f5d-8f8e-594a2142a629 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f2423ceb3c374eadb7f48ad4d0fe71c5&device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 1097 time: 0.6321747
Apr 15 10:57:37.471436 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:37.523470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Notify callbacks [] for port, precommit_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:37.561836 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Transition to ACTIVE for port object 882687cb-34a0-4b1a-a05a-d49b332a1ff1 will not be triggered until provisioned by entity L2. {{(pid=85323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:37.575710 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3966d37-e622-4339-ac28-174f0004b2e9 req-0390f228-d9fc-4460-a3d0-e2e0e1613195 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:37.577439 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d3966d37-e622-4339-ac28-174f0004b2e9 req-0390f228-d9fc-4460-a3d0-e2e0e1613195 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 943 time: 0.3554265
Apr 15 10:57:37.578817 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852772550'] for router_interface, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:37.594123 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e845a-346f-47fc-82da-df677c89172a req-97538025-4cdb-4793-9692-e69877276b44 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:37.595578 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:37.600253 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-6b047e59-cca6-486a-bc47-8e2bd30b0b55 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e7aba17-4ccf-48f8-9d21-201e41c926df HTTP/1.1" status: 200  len: 217 time: 0.1205108
Apr 15 10:57:37.612786 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-570e845a-346f-47fc-82da-df677c89172a req-97538025-4cdb-4793-9692-e69877276b44 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 944 time: 0.5527575
Apr 15 10:57:37.634026 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:37.760992 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-570e845a-346f-47fc-82da-df677c89172a req-41cfdf4b-4a9f-4f11-85fd-ee52b7a64c38 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413012
Apr 15 10:57:37.774048 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d3966d37-e622-4339-ac28-174f0004b2e9 req-db5223a6-21a9-48bd-b01d-c6d0d49a65f6 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971789
Apr 15 10:57:37.793746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:37.828230 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7476f7-9582-4a44-9d79-63a42cea918d,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:37.925531 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:37.994868 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-fe9adaf4-b1e4-49a9-b022-a2f645186aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:38.003391 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-fe9adaf4-b1e4-49a9-b022-a2f645186aab service neutron] 10.222.0.99 "GET /v2.0/subnets?id=59b80798-97b0-407b-b02a-d1ae65483ee5 HTTP/1.1" status: 200  len: 852 time: 0.1927667
Apr 15 10:57:38.012721 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port 962e6f28-ed87-4d4a-81c2-e0b014d94425, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=962e6f28-ed87-4d4a-81c2-e0b014d94425,segment=NetworkSegment(bbe9b76a-2909-49df-a0d1-c8bbbac386a7),segment_id=bbe9b76a-2909-49df-a0d1-c8bbbac386a7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:38.018315 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.021750 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:38.023540 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:38.108496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bd304-cdf2-496b-944f-aa428cbf41d8 None None] Pushing event updated for resources: {'Port': ['ID=882687cb-34a0-4b1a-a05a-d49b332a1ff1,revision_number=3']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:38.144328 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-927bd304-cdf2-496b-944f-aa428cbf41d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:38.175051 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:38.186904 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:38.187778 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.189612 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] 10.222.0.99 "PUT /v2.0/ports/109c35c2-d409-41f0-8f52-843f3b1b78e0 HTTP/1.1" status: 200  len: 1093 time: 10.6974263
Apr 15 10:57:38.194362 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:38.198779 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-829aff59-9f30-47d4-bf25-edf65e40a0ba service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=afead2dc-c4e8-49c0-a6fc-2955e790fcad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1653018
Apr 15 10:57:38.202524 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cb4d90-c70e-4334-a47b-c9e8ef61f171', 'tag': '109c35c2-d409-41f0-8f52-843f3b1b78e0'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:57:38.228521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:38.235839 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=962e6f28-ed87-4d4a-81c2-e0b014d94425,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:38.262227 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:38.452031 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3cb4d90-c70e-4334-a47b-c9e8ef61f171', 'tag': '109c35c2-d409-41f0-8f52-843f3b1b78e0', 'status': 'completed', 'code': 200}
Apr 15 10:57:38.634464 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.643933 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Attempting to bind port 882687cb-34a0-4b1a-a05a-d49b332a1ff1 on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:38.645769 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Attempting to bind port 882687cb-34a0-4b1a-a05a-d49b332a1ff1 by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '23425407-1090-41fc-90be-dc1af31d18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5'}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:38.647272 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Attempting to bind port 882687cb-34a0-4b1a-a05a-d49b332a1ff1 on network 67d31719-2f11-4a22-960a-40e0f7eba8a5 {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:38.660498 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:38.664873 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Checking segment: {'id': '23425407-1090-41fc-90be-dc1af31d18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:38.664873 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.664873 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Bound using segment: {'id': '23425407-1090-41fc-90be-dc1af31d18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5'} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:38.664873 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Bound port: 882687cb-34a0-4b1a-a05a-d49b332a1ff1, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23425407-1090-41fc-90be-dc1af31d18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5'}}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:38.667581 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:38.680221 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:38.686125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:38.884731 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 962e6f28-ed87-4d4a-81c2-e0b014d94425 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:39.015005 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] For port 882687cb-34a0-4b1a-a05a-d49b332a1ff1, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:39.016213 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-d35406dc-6719-421b-a26b-9aa2c3db31a9 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:39.018093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-d35406dc-6719-421b-a26b-9aa2c3db31a9 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Synchronizing usage tracker for tenant:804134d291a14530a112361fda616a0d on resource:network {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:57:39.025385 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] For port 882687cb-34a0-4b1a-a05a-d49b332a1ff1, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=882687cb-34a0-4b1a-a05a-d49b332a1ff1,segment=NetworkSegment(23425407-1090-41fc-90be-dc1af31d18ea),segment_id=23425407-1090-41fc-90be-dc1af31d18ea)] {{(pid=85323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:39.035464 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.066376 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-d35406dc-6719-421b-a26b-9aa2c3db31a9 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Unset dirty status for tenant:804134d291a14530a112361fda616a0d on resource:network {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:57:39.074309 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-d35406dc-6719-421b-a26b-9aa2c3db31a9 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/networks?id=67d31719-2f11-4a22-960a-40e0f7eba8a5 HTTP/1.1" status: 200  len: 819 time: 0.6330712
Apr 15 10:57:39.077561 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f2ae0c9c-e87a-4e39-90f4-d1cf5341261e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:39.109562 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-9d79f9c1-b2d4-4e42-a16f-cca2784bae48 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/quotas/804134d291a14530a112361fda616a0d HTTP/1.1" status: 200  len: 375 time: 0.0340889
Apr 15 10:57:39.119997 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 962e6f28-ed87-4d4a-81c2-e0b014d94425 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:39.123269 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.317966 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-d49e6c51-54b7-431e-8e73-079d553f5758 None None] Provisioning complete for port 0b7476f7-9582-4a44-9d79-63a42cea918d triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:39.319169 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d49e6c51-54b7-431e-8e73-079d553f5758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:39.362417 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-766a488c-b823-4396-b205-b92e3ddecc86 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=804134d291a14530a112361fda616a0d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2516935
Apr 15 10:57:39.442551 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Router a5af8181-6cdb-4a2c-80f3-62d44e10f475 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:57:39.569972 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-4a8af63d-5498-448d-b4d9-2ceedc0565ab service neutron] 10.222.0.100 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2063751
Apr 15 10:57:39.577250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-11be1fb6-7460-427b-bef1-dabfdfdcac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:39.582121 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-11be1fb6-7460-427b-bef1-dabfdfdcac76 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1856da834bea4d4f808d3291b817ed29&device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 1096 time: 1.2864437
Apr 15 10:57:39.594052 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-d49e6c51-54b7-431e-8e73-079d553f5758 None None] Port 0b7476f7-9582-4a44-9d79-63a42cea918d cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:57:39.715089 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bd304-cdf2-496b-944f-aa428cbf41d8 None None] Pushing event updated for resources: {'Port': ['ID=882687cb-34a0-4b1a-a05a-d49b332a1ff1,revision_number=4']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:39.722367 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-927bd304-cdf2-496b-944f-aa428cbf41d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:39.759292 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-033da62f-4c75-43bd-9ceb-f4c873a90305 service neutron] 10.222.0.100 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1877842
Apr 15 10:57:39.776485 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Routers {'9afd9b83-ad34-4a9d-9974-d424ea9042f1'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:39.777746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5840940>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['9afd9b83-ad34-4a9d-9974-d424ea9042f1'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:40.198136 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] Set router 9afd9b83-ad34-4a9d-9974-d424ea9042f1 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:40.230028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d3cb0-183f-4ce7-974b-b673b04e455a req-7993c87e-d750-4749-af29-ec6bb211b41c tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:40.260914 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ed2d3cb0-183f-4ce7-974b-b673b04e455a req-7993c87e-d750-4749-af29-ec6bb211b41c tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 944 time: 0.6878924
Apr 15 10:57:40.519590 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ed2d3cb0-183f-4ce7-974b-b673b04e455a req-2c5b662c-bf2c-4f18-830a-760a0c1e94b6 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2573178
Apr 15 10:57:40.619153 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d53cc8-8d42-4c70-bf13-479b51f70068 req-bd85b785-fdba-47da-8465-25ed005a562f tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:40.628846 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-82d53cc8-8d42-4c70-bf13-479b51f70068 req-bd85b785-fdba-47da-8465-25ed005a562f tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 943 time: 0.3173523
Apr 15 10:57:40.637837 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:57:40.647924 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-5c70271d-1ada-4e09-b82e-6d0d2e26c8ff service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=109c35c2-d409-41f0-8f52-843f3b1b78e0 HTTP/1.1" status: 200  len: 217 time: 0.1677303
Apr 15 10:57:40.649255 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Sync routers for ids ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:57:40.670626 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Routers {'a5af8181-6cdb-4a2c-80f3-62d44e10f475'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:40.671437 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5ce57f0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:40.696828 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] 10.222.0.100 "PUT /v2.0/routers/a5af8181-6cdb-4a2c-80f3-62d44e10f475/add_router_interface HTTP/1.1" status: 200  len: 503 time: 20.1432855
Apr 15 10:57:40.698215 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:40.869692 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-df3b07fc-92a6-4912-906e-932d925891f1 req-1dd408f7-125a-464d-b25c-a44ea9075999 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 210 time: 0.1276391
Apr 15 10:57:40.869955 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 42220) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:40.923845 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-82d53cc8-8d42-4c70-bf13-479b51f70068 req-d2cea3b8-422e-4b1c-8d6f-673241d26f21 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2833352
Apr 15 10:57:41.047890 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-b57316d8-2d12-4671-9875-4c260cc8964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:41.053063 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-b57316d8-2d12-4671-9875-4c260cc8964d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0 HTTP/1.1" status: 200  len: 854 time: 0.2349300
Apr 15 10:57:41.076149 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-25461adb-bb47-420f-b139-9b4f34784044 service neutron] 10.222.0.99 "GET /v2.0/networks/afead2dc-c4e8-49c0-a6fc-2955e790fcad?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.8320675
Apr 15 10:57:41.198447 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6dde3bb4-bfa1-4029-b4e7-7aaa5df38ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:41.250547 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-6dde3bb4-bfa1-4029-b4e7-7aaa5df38ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:41.259728 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-6dde3bb4-bfa1-4029-b4e7-7aaa5df38ced admin admin] Usage tracker for resource:security_group_rule and tenant:ac8c4e375aca46cc8e47964d7dd0629a is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:41.267341 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-6dde3bb4-bfa1-4029-b4e7-7aaa5df38ced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:41.285185 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-6dde3bb4-bfa1-4029-b4e7-7aaa5df38ced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:41.396963 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5840940>, [{'id': '9afd9b83-ad34-4a9d-9974-d424ea9042f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1914114214-router', 'tenant_id': '804134d291a14530a112361fda616a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'a66c53d7-642a-45de-9aae-124061aa207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:28Z', 'revision_number': 4, 'project_id': '804134d291a14530a112361fda616a0d', 'gw_port': {'id': 'a66c53d7-642a-45de-9aae-124061aa207a', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9b83-ad34-4a9d-9974-d424ea9042f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '882687cb-34a0-4b1a-a05a-d49b332a1ff1', 'name': '', 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5', 'tenant_id': '804134d291a14530a112361fda616a0d', 'mac_address': 'fa:16:3e:34:53:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afd9b83-ad34-4a9d-9974-d424ea9042f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '1a328fd2-dde8-4bb1-a553-950b8375ab8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:18Z', 'updated_at': '2021-04-15T10:57:38Z', 'revision_number': 4, 'project_id': '804134d291a14530a112361fda616a0d', 'subnets': [{'id': '1a328fd2-dde8-4bb1-a553-950b8375ab8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:41.413273 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-422df71d-974f-403c-8df1-f71c26287a4c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cbf52b31-cabb-4684-b870-425b20f1a830&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3475480
Apr 15 10:57:41.416022 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6dde3bb4-bfa1-4029-b4e7-7aaa5df38ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:41.418689 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6dde3bb4-bfa1-4029-b4e7-7aaa5df38ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:41.424993 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf1e781-7c08-4b2a-830c-74152e4ecef4 None None] The sync data for ids ['9afd9b83-ad34-4a9d-9974-d424ea9042f1'] in dv-cinder-786386-1-iscsi is: [{'id': '9afd9b83-ad34-4a9d-9974-d424ea9042f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1914114214-router', 'tenant_id': '804134d291a14530a112361fda616a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'a66c53d7-642a-45de-9aae-124061aa207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:28Z', 'revision_number': 4, 'project_id': '804134d291a14530a112361fda616a0d', 'gw_port': {'id': 'a66c53d7-642a-45de-9aae-124061aa207a', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9b83-ad34-4a9d-9974-d424ea9042f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '882687cb-34a0-4b1a-a05a-d49b332a1ff1', 'name': '', 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5', 'tenant_id': '804134d291a14530a112361fda616a0d', 'mac_address': 'fa:16:3e:34:53:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afd9b83-ad34-4a9d-9974-d424ea9042f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '1a328fd2-dde8-4bb1-a553-950b8375ab8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:18Z', 'updated_at': '2021-04-15T10:57:38Z', 'revision_number': 4, 'project_id': '804134d291a14530a112361fda616a0d', 'subnets': [{'id': '1a328fd2-dde8-4bb1-a553-950b8375ab8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:57:41.528180 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:41.624790 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-6dde3bb4-bfa1-4029-b4e7-7aaa5df38ced admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ac8c4e375aca46cc8e47964d7dd0629a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7511377
Apr 15 10:57:41.628497 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde3bb4-bfa1-4029-b4e7-7aaa5df38ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5096627b-1bad-4dff-8262-2dc284f6351c,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:41.633437 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 42246) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:41.657888 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Set router a5af8181-6cdb-4a2c-80f3-62d44e10f475 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:41.706521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6dde3bb4-bfa1-4029-b4e7-7aaa5df38ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:41.750847 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b8c3ba5b-eb22-4532-b8d6-6e91552ac8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:41.793846 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b8c3ba5b-eb22-4532-b8d6-6e91552ac8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:41.969522 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b8c3ba5b-eb22-4532-b8d6-6e91552ac8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:41.995347 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:42.115948 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3ba5b-eb22-4532-b8d6-6e91552ac8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5096627b-1bad-4dff-8262-2dc284f6351c,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:42.131734 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b8c3ba5b-eb22-4532-b8d6-6e91552ac8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:42.173265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b8c3ba5b-eb22-4532-b8d6-6e91552ac8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:42.191466 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-b8c3ba5b-eb22-4532-b8d6-6e91552ac8c9 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5096627b-1bad-4dff-8262-2dc284f6351c HTTP/1.1" status: 204  len: 168 time: 0.5538838
Apr 15 10:57:42.388757 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-853732fe-2949-4153-85e7-de06045d12f4 service neutron] 10.222.0.99 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8666041
Apr 15 10:57:42.393925 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 42266) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:42.444110 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8372bd-6e84-4530-bb73-f14638645083 req-ddf481bb-524f-4ee4-ac50-ff26715c9e21 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:42.454206 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5e8372bd-6e84-4530-bb73-f14638645083 req-ddf481bb-524f-4ee4-ac50-ff26715c9e21 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/networks?id=67d31719-2f11-4a22-960a-40e0f7eba8a5 HTTP/1.1" status: 200  len: 819 time: 0.5499573
Apr 15 10:57:42.473958 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5e8372bd-6e84-4530-bb73-f14638645083 req-011d2352-f96d-4076-aba6-4acf0a00baa3 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/quotas/804134d291a14530a112361fda616a0d HTTP/1.1" status: 200  len: 375 time: 0.0184755
Apr 15 10:57:42.666287 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5e8372bd-6e84-4530-bb73-f14638645083 req-3ad7fac4-d698-4a5b-80e2-812bd04c9686 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=804134d291a14530a112361fda616a0d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1908410
Apr 15 10:57:42.758404 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5ce57f0>, [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '946ea82d-0483-4423-9ea9-121de1e03135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:31Z', 'revision_number': 4, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port': {'id': '946ea82d-0483-4423-9ea9-121de1e03135', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:02Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0b7476f7-9582-4a44-9d79-63a42cea918d', 'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'mac_address': 'fa:16:3e:aa:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:27Z', 'updated_at': '2021-04-15T10:57:33Z', 'revision_number': 2, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'subnets': [{'id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:42.784699 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Checking router: a5af8181-6cdb-4a2c-80f3-62d44e10f475 for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:57:42.785224 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Updating router a5af8181-6cdb-4a2c-80f3-62d44e10f475 port 0b7476f7-9582-4a44-9d79-63a42cea918d binding host dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:57:42.914054 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-8ed4f689-5c97-46dc-9d35-6b53ecf30dea tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1745277127', 'description': 'tempest-description--1278559073'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:42.923176 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-566c4424-0d19-42c5-932c-0a88de51fc3a req-e984cec8-e45a-4122-aeac-f86013bc4d11 service neutron] 10.222.0.99 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4910963
Apr 15 10:57:42.980688 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.99', 49951) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:43.006526 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5e8372bd-6e84-4530-bb73-f14638645083 req-91dea47f-279d-4daa-a532-de524b386665 service neutron] 10.222.0.100 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3365490
Apr 15 10:57:43.010498 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-8ed4f689-5c97-46dc-9d35-6b53ecf30dea tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:43.103243 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 882687cb-34a0-4b1a-a05a-d49b332a1ff1 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:43.211323 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5e8372bd-6e84-4530-bb73-f14638645083 req-7c941789-18fa-44f5-bab1-9a3b694d6df6 service neutron] 10.222.0.100 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2025440
Apr 15 10:57:43.364814 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:43.364934 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5a859-1a75-42dc-995c-4ce36c5757b6 req-80c32d01-1fd6-42a3-8fcf-9642fbf18299 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:43.366552 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-92a5a859-1a75-42dc-995c-4ce36c5757b6 req-80c32d01-1fd6-42a3-8fcf-9642fbf18299 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 944 time: 0.3705831
Apr 15 10:57:43.375427 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-8ed4f689-5c97-46dc-9d35-6b53ecf30dea tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Usage tracker for resource:security_group and tenant:680f4c59aed648ae8db373d5dcc3c9ed is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:43.472963 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 42280) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:43.476849 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-92a5a859-1a75-42dc-995c-4ce36c5757b6 req-411e0963-0ea5-429b-98d6-b6b6e06725dc tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868137
Apr 15 10:57:43.528051 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3a9c6a77-7527-4828-aadf-91b895b0b509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:43.546973 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-8ed4f689-5c97-46dc-9d35-6b53ecf30dea tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:43.554415 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-8ed4f689-5c97-46dc-9d35-6b53ecf30dea tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:43.614203 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8aadcdb7-2aa9-4cf7-8ec3-bbe0a1e59369 req-3635a666-781f-4e42-b396-aab5e8c78ea2 service neutron] 10.222.0.99 "GET /v2.0/networks/afead2dc-c4e8-49c0-a6fc-2955e790fcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 2.5366225
Apr 15 10:57:43.643351 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3a9c6a77-7527-4828-aadf-91b895b0b509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:43.646828 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8ed4f689-5c97-46dc-9d35-6b53ecf30dea tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:43.682993 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3a9c6a77-7527-4828-aadf-91b895b0b509 admin admin] Usage tracker for resource:security_group_rule and tenant:ecfc748f857c435ea7ef7ed3c7adbd55 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:43.707469 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3a9c6a77-7527-4828-aadf-91b895b0b509 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:43.744398 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3a9c6a77-7527-4828-aadf-91b895b0b509 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:43.787408 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 882687cb-34a0-4b1a-a05a-d49b332a1ff1 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:43.826810 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 882687cb-34a0-4b1a-a05a-d49b332a1ff1 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:43.827253 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:43.863997 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-8ed4f689-5c97-46dc-9d35-6b53ecf30dea tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:43.872086 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-8ed4f689-5c97-46dc-9d35-6b53ecf30dea tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Usage tracker for resource:security_group_rule and tenant:680f4c59aed648ae8db373d5dcc3c9ed is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:43.884430 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-8ed4f689-5c97-46dc-9d35-6b53ecf30dea tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:43.901694 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-8ed4f689-5c97-46dc-9d35-6b53ecf30dea tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:44.014956 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.046547 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.104971 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-91e21bee-02eb-4628-b3e3-3f5e6fb754b3 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:44.107261 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-91e21bee-02eb-4628-b3e3-3f5e6fb754b3 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.99 "GET /v2.0/networks?id=67d31719-2f11-4a22-960a-40e0f7eba8a5 HTTP/1.1" status: 200  len: 819 time: 1.0987148
Apr 15 10:57:44.121965 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port 882687cb-34a0-4b1a-a05a-d49b332a1ff1, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=882687cb-34a0-4b1a-a05a-d49b332a1ff1,segment=NetworkSegment(23425407-1090-41fc-90be-dc1af31d18ea),segment_id=23425407-1090-41fc-90be-dc1af31d18ea)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:44.131706 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.135025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:44.211010 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8ed4f689-5c97-46dc-9d35-6b53ecf30dea tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.215581 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.217660 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.resource_extend [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 10:57:44.220283 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8ed4f689-5c97-46dc-9d35-6b53ecf30dea tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.245834 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:44.351038 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=882687cb-34a0-4b1a-a05a-d49b332a1ff1,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:44.357944 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:44.360137 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Notify callbacks [] for port, precommit_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.374877 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f93f4-4e36-4d40-98a6-7f5c3d768d09 req-a3075ce2-25bf-4faa-96cb-a5d40cc389ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:44.380981 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-665f93f4-4e36-4d40-98a6-7f5c3d768d09 req-a3075ce2-25bf-4faa-96cb-a5d40cc389ec service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1856da834bea4d4f808d3291b817ed29&device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 1096 time: 1.0017960
Apr 15 10:57:44.397645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Transition to ACTIVE for port object 0b7476f7-9582-4a44-9d79-63a42cea918d will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:44.407792 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.445609 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:44.481753 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8ed4f689-5c97-46dc-9d35-6b53ecf30dea tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.483230 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-8ed4f689-5c97-46dc-9d35-6b53ecf30dea tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 2.0882084
Apr 15 10:57:44.499158 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7aad6b76-a15c-41c3-98d6-fcc802c02ec5 req-4cea8749-b777-4083-a820-b779a7755721 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 210 time: 0.7160568
Apr 15 10:57:44.502674 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 42302) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:44.525820 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Pushing event updated for resources: {'Port': ['ID=29a4008a-1157-4232-a229-5333c87dde0c,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:44.539733 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:44.540289 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:44.598716 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4f689-5c97-46dc-9d35-6b53ecf30dea tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198ae02d-ff62-4811-b68e-9dc047d5fdc0,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:44.621692 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8ed4f689-5c97-46dc-9d35-6b53ecf30dea tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:44.642361 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-f59a1be1-88bd-43e3-b41b-b734d8cb518c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Request body: {'security_group_rule': {'security_group_id': '198ae02d-ff62-4811-b68e-9dc047d5fdc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:44.649769 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-f59a1be1-88bd-43e3-b41b-b734d8cb518c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:44.654132 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-f59a1be1-88bd-43e3-b41b-b734d8cb518c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Usage tracker for resource:security_group_rule and tenant:680f4c59aed648ae8db373d5dcc3c9ed is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:44.657632 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-f59a1be1-88bd-43e3-b41b-b734d8cb518c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:44.660997 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006503'] for floatingip, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.665243 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-f59a1be1-88bd-43e3-b41b-b734d8cb518c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:44.695722 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.696425 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f59a1be1-88bd-43e3-b41b-b734d8cb518c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:44.698007 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 14.4439263
Apr 15 10:57:44.818195 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 882687cb-34a0-4b1a-a05a-d49b332a1ff1 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:44.895294 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d38a7f-bd5f-43e7-a4f4-4b539725c786 None None] Pushing event updated for resources: {'Port': ['ID=0b7476f7-9582-4a44-9d79-63a42cea918d,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:44.924259 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c3d38a7f-bd5f-43e7-a4f4-4b539725c786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:44.936276 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a0491-c11f-4633-9b85-f8d20d180fb2 req-59c0b581-4d4b-46d8-becb-f31b38a882c0 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:44.937937 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-388a0491-c11f-4633-9b85-f8d20d180fb2 req-59c0b581-4d4b-46d8-becb-f31b38a882c0 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 943 time: 0.4477601
Apr 15 10:57:44.997408 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f59a1be1-88bd-43e3-b41b-b734d8cb518c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.014887 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f59a1be1-88bd-43e3-b41b-b734d8cb518c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.031003 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3a9c6a77-7527-4828-aadf-91b895b0b509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.033104 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1c4ae731-d64b-47a8-ad41-3886bbb87169 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:45.061278 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3a9c6a77-7527-4828-aadf-91b895b0b509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.108625 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41a023-e089-4703-a7b1-79a4d56d1c30 req-f377a85e-d143-4b64-baa9-cc66ecec55eb tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:45.110379 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fc41a023-e089-4703-a7b1-79a4d56d1c30 req-f377a85e-d143-4b64-baa9-cc66ecec55eb tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 944 time: 0.3501408
Apr 15 10:57:45.111693 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a1be1-88bd-43e3-b41b-b734d8cb518c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9de7e1a-e1d7-4c41-b0c9-07d0006b593a,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:45.119663 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-388a0491-c11f-4633-9b85-f8d20d180fb2 req-c2c0b7f3-0543-4dc7-94cb-f0fa9ea8a63e tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557269
Apr 15 10:57:45.131382 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f59a1be1-88bd-43e3-b41b-b734d8cb518c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:45.131926 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0a4ea813-db8a-4772-8bb6-111f38d4c18e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:45.208452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f59a1be1-88bd-43e3-b41b-b734d8cb518c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.210646 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-f59a1be1-88bd-43e3-b41b-b734d8cb518c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6802158
Apr 15 10:57:45.212758 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 42312) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:45.215465 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-3a9c6a77-7527-4828-aadf-91b895b0b509 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ecfc748f857c435ea7ef7ed3c7adbd55&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7381186
Apr 15 10:57:45.217062 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 42316) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:45.223042 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-0e7c1550-f59b-44ab-9de1-5561fa04ed3f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Request body: {'security_group_rule': {'security_group_id': '198ae02d-ff62-4811-b68e-9dc047d5fdc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:45.229508 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0e7c1550-f59b-44ab-9de1-5561fa04ed3f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:45.240192 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0e7c1550-f59b-44ab-9de1-5561fa04ed3f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Usage tracker for resource:security_group_rule and tenant:680f4c59aed648ae8db373d5dcc3c9ed is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:45.243844 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 882687cb-34a0-4b1a-a05a-d49b332a1ff1 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:45.244267 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0e7c1550-f59b-44ab-9de1-5561fa04ed3f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:45.244426 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.252367 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0e7c1550-f59b-44ab-9de1-5561fa04ed3f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:45.283771 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e7c1550-f59b-44ab-9de1-5561fa04ed3f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.331598 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Attempting to bind port 0b7476f7-9582-4a44-9d79-63a42cea918d on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:45.331598 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Attempting to bind port 0b7476f7-9582-4a44-9d79-63a42cea918d by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '7c7987fb-a700-4a62-a9a7-b80696ea7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:45.332078 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Attempting to bind port 0b7476f7-9582-4a44-9d79-63a42cea918d on network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:45.341197 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:45.341713 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Checking segment: {'id': '7c7987fb-a700-4a62-a9a7-b80696ea7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:45.342181 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.342753 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Bound using segment: {'id': '7c7987fb-a700-4a62-a9a7-b80696ea7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:45.343321 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Bound port: 0b7476f7-9582-4a44-9d79-63a42cea918d, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7987fb-a700-4a62-a9a7-b80696ea7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:45.343752 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.365951 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fc41a023-e089-4703-a7b1-79a4d56d1c30 req-a5c73e14-a0bb-4354-906c-32f238413a09 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019689
Apr 15 10:57:45.367498 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c6a77-7527-4828-aadf-91b895b0b509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b47df5-2848-47b4-8e77-884bc1a24df6,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:45.396334 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-80bd09ff-14a6-472d-9c58-21516404df24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.398153 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3a9c6a77-7527-4828-aadf-91b895b0b509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:45.426264 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e7c1550-f59b-44ab-9de1-5561fa04ed3f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.437497 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e7c1550-f59b-44ab-9de1-5561fa04ed3f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.442286 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-80bd09ff-14a6-472d-9c58-21516404df24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.453880 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:45.493044 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c1550-f59b-44ab-9de1-5561fa04ed3f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b61f15-be83-4172-89ae-b7d9f18545db,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:45.505711 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0e7c1550-f59b-44ab-9de1-5561fa04ed3f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:45.509670 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-8357b321-250b-497b-aa96-65fce5346549 req-75b874ee-7e58-46f6-9c01-1f32b03c075b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Synchronizing usage tracker for tenant:0959c169751f48ebbdb3397c86b113dc on resource:security_group {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:57:45.516990 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e7c1550-f59b-44ab-9de1-5561fa04ed3f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.520863 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0e7c1550-f59b-44ab-9de1-5561fa04ed3f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3049901
Apr 15 10:57:45.524346 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 42334) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:45.531995 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Request body: {'floatingip': {'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:45.540040 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:45.542180 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] For port 0b7476f7-9582-4a44-9d79-63a42cea918d, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:45.547007 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-8357b321-250b-497b-aa96-65fce5346549 req-75b874ee-7e58-46f6-9c01-1f32b03c075b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Unset dirty status for tenant:0959c169751f48ebbdb3397c86b113dc on resource:security_group {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:57:45.547771 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Usage tracker for resource:floatingip and tenant:680f4c59aed648ae8db373d5dcc3c9ed is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:45.552191 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:45.554702 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-80bd09ff-14a6-472d-9c58-21516404df24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.561363 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8357b321-250b-497b-aa96-65fce5346549 req-75b874ee-7e58-46f6-9c01-1f32b03c075b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--44604027&fields=id&tenant_id=0959c169751f48ebbdb3397c86b113dc HTTP/1.1" status: 200  len: 267 time: 0.1476400
Apr 15 10:57:45.563144 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] For port 0b7476f7-9582-4a44-9d79-63a42cea918d, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=0b7476f7-9582-4a44-9d79-63a42cea918d,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:45.564749 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:45.567047 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-33047dec-dd70-4f15-91ee-fca908bee251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:45.567705 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.585139 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:45.586956 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd09ff-14a6-472d-9c58-21516404df24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b47df5-2848-47b4-8e77-884bc1a24df6,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:45.590311 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-80bd09ff-14a6-472d-9c58-21516404df24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:45.591343 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-80bd09ff-14a6-472d-9c58-21516404df24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.592630 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-80bd09ff-14a6-472d-9c58-21516404df24 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/87b47df5-2848-47b4-8e77-884bc1a24df6 HTTP/1.1" status: 204  len: 168 time: 0.3745658
Apr 15 10:57:45.606302 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for floatingip, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:45.675798 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d38a7f-bd5f-43e7-a4f4-4b539725c786 None None] Pushing event updated for resources: {'Port': ['ID=0b7476f7-9582-4a44-9d79-63a42cea918d,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:45.697337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c3d38a7f-bd5f-43e7-a4f4-4b539725c786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:45.890890 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0d988cc7-6793-42e3-affe-3e73112133a5 req-20380e16-b377-4824-80dd-2d25ce69397e tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 210 time: 0.0781014
Apr 15 10:57:45.967637 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Routers {'a5af8181-6cdb-4a2c-80f3-62d44e10f475'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:57:45.968470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5ce57f0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:57:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:45.994931 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357b321-250b-497b-aa96-65fce5346549 req-57c15109-e17f-4845-b6c3-7e05aeea8c2a tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:45.995856 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-8357b321-250b-497b-aa96-65fce5346549 req-57c15109-e17f-4845-b6c3-7e05aeea8c2a tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Synchronizing usage tracker for tenant:0959c169751f48ebbdb3397c86b113dc on resource:network {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:57:46.027103 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-8357b321-250b-497b-aa96-65fce5346549 req-57c15109-e17f-4845-b6c3-7e05aeea8c2a tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Unset dirty status for tenant:0959c169751f48ebbdb3397c86b113dc on resource:network {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:57:46.028410 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8357b321-250b-497b-aa96-65fce5346549 req-57c15109-e17f-4845-b6c3-7e05aeea8c2a tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/networks?id=f2540102-4996-4e3c-af26-30cf18f2f6dc HTTP/1.1" status: 200  len: 811 time: 0.4659808
Apr 15 10:57:46.055738 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8357b321-250b-497b-aa96-65fce5346549 req-4de0042e-c630-4426-adaa-6492ede00f08 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/quotas/0959c169751f48ebbdb3397c86b113dc HTTP/1.1" status: 200  len: 375 time: 0.0116036
Apr 15 10:57:46.244409 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-51e204be-8689-4bd7-9b71-85a08a1888d2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Request body: {'port': {'device_id': '4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73', 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5', 'admin_state_up': True, 'tenant_id': '804134d291a14530a112361fda616a0d'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:46.359998 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] Set router a5af8181-6cdb-4a2c-80f3-62d44e10f475 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:57:46.424443 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-8357b321-250b-497b-aa96-65fce5346549 req-a546da12-d53e-41ab-8fe9-9d8ec18f1d30 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Synchronizing usage tracker for tenant:0959c169751f48ebbdb3397c86b113dc on resource:port {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:57:46.444373 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f93f4-4e36-4d40-98a6-7f5c3d768d09 req-3c8e7e7a-7272-4117-a03d-55392d91cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:46.446541 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-665f93f4-4e36-4d40-98a6-7f5c3d768d09 req-3c8e7e7a-7272-4117-a03d-55392d91cdc9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=cbf52b31-cabb-4684-b870-425b20f1a830 HTTP/1.1" status: 200  len: 916 time: 0.5519013
Apr 15 10:57:46.500979 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-8357b321-250b-497b-aa96-65fce5346549 req-a546da12-d53e-41ab-8fe9-9d8ec18f1d30 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Unset dirty status for tenant:0959c169751f48ebbdb3397c86b113dc on resource:port {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:57:46.516827 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8357b321-250b-497b-aa96-65fce5346549 req-a546da12-d53e-41ab-8fe9-9d8ec18f1d30 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=0959c169751f48ebbdb3397c86b113dc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4437103
Apr 15 10:57:46.990265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd064c-0e23-467f-9d4c-d4ae919de01a req-9c49bf9a-d527-408f-aaa7-ba558833f44c tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:46.997562 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-665f93f4-4e36-4d40-98a6-7f5c3d768d09 req-e9d6ca09-a899-4ec3-a8c1-0bcef7628566 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=109c35c2-d409-41f0-8f52-843f3b1b78e0 HTTP/1.1" status: 200  len: 217 time: 0.5399656
Apr 15 10:57:47.008961 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-94cd064c-0e23-467f-9d4c-d4ae919de01a req-9c49bf9a-d527-408f-aaa7-ba558833f44c tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 943 time: 0.4035954
Apr 15 10:57:47.061147 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [req-8357b321-250b-497b-aa96-65fce5346549 req-1e0e4e55-8ab8-47d5-ba5b-f46850f6b6f4 service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=85320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 10:57:47.075325 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8357b321-250b-497b-aa96-65fce5346549 req-1e0e4e55-8ab8-47d5-ba5b-f46850f6b6f4 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2515738
Apr 15 10:57:47.195648 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:47.344219 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5ce57f0>, [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '946ea82d-0483-4423-9ea9-121de1e03135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:31Z', 'revision_number': 4, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port': {'id': '946ea82d-0483-4423-9ea9-121de1e03135', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:02Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0b7476f7-9582-4a44-9d79-63a42cea918d', 'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'mac_address': 'fa:16:3e:aa:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:27Z', 'updated_at': '2021-04-15T10:57:45Z', 'revision_number': 4, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'subnets': [{'id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:57:47.350753 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f1fda-f638-4bf0-90b6-0f2366b12a36 None None] The sync data for ids ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'] in dv-cinder-786386-1-iscsi is: [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '946ea82d-0483-4423-9ea9-121de1e03135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:31Z', 'revision_number': 4, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port': {'id': '946ea82d-0483-4423-9ea9-121de1e03135', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:02Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0b7476f7-9582-4a44-9d79-63a42cea918d', 'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'mac_address': 'fa:16:3e:aa:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:27Z', 'updated_at': '2021-04-15T10:57:45Z', 'revision_number': 4, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'subnets': [{'id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:57:47.410725 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-51e204be-8689-4bd7-9b71-85a08a1888d2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:47.422408 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-94cd064c-0e23-467f-9d4c-d4ae919de01a req-c8017031-8707-44b9-a29e-f9edcc79d274 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4119761
Apr 15 10:57:47.443266 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-51e204be-8689-4bd7-9b71-85a08a1888d2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Usage tracker for resource:port and tenant:804134d291a14530a112361fda616a0d is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:47.454081 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f93f4-4e36-4d40-98a6-7f5c3d768d09 req-5580dbd6-2c9d-4997-8715-38d8da4c5460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:47.464342 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-665f93f4-4e36-4d40-98a6-7f5c3d768d09 req-5580dbd6-2c9d-4997-8715-38d8da4c5460 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0 HTTP/1.1" status: 200  len: 854 time: 0.4371035
Apr 15 10:57:47.464342 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-51e204be-8689-4bd7-9b71-85a08a1888d2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:47.550737 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-51e204be-8689-4bd7-9b71-85a08a1888d2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:47.589495 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-665f93f4-4e36-4d40-98a6-7f5c3d768d09 req-524e14c6-8529-4446-a0b1-b2ad87f43f01 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cbf52b31-cabb-4684-b870-425b20f1a830&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1144450
Apr 15 10:57:47.798256 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8357b321-250b-497b-aa96-65fce5346549 req-cdbc29eb-d93d-41fe-bf14-52999298f02a service neutron] 10.222.0.100 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7115452
Apr 15 10:57:47.911653 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-51e204be-8689-4bd7-9b71-85a08a1888d2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Made reservation on behalf of 804134d291a14530a112361fda616a0d for: {'port': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:47.926790 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-51e204be-8689-4bd7-9b71-85a08a1888d2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:48.126489 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8372bd-6e84-4530-bb73-f14638645083 req-6e1cb9ac-f04e-464a-a0bd-1673a01dd27e tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:48.128774 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5e8372bd-6e84-4530-bb73-f14638645083 req-6e1cb9ac-f04e-464a-a0bd-1673a01dd27e tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.99 "GET /v2.0/networks?id=67d31719-2f11-4a22-960a-40e0f7eba8a5 HTTP/1.1" status: 200  len: 819 time: 0.5382571
Apr 15 10:57:48.160846 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 42408) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:48.209869 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-5e8372bd-6e84-4530-bb73-f14638645083 req-0b0e364f-da31-4896-b278-e7727c20e682 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Request body: {'port': {'device_id': '1f5bb495-8116-4196-bd29-b324a8439bb0', 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5', 'admin_state_up': True, 'tenant_id': '804134d291a14530a112361fda616a0d'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:48.227275 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8357b321-250b-497b-aa96-65fce5346549 req-7924b0fb-a2ae-4ef0-b953-9e13822c8700 service neutron] 10.222.0.100 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2751665
Apr 15 10:57:48.272574 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9046b-2bcd-47ce-8188-344934b32b3a req-f5f9a29d-2141-43c8-89b9-7bc2dce3ac94 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:48.274433 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-44e9046b-2bcd-47ce-8188-344934b32b3a req-f5f9a29d-2141-43c8-89b9-7bc2dce3ac94 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 944 time: 0.4919541
Apr 15 10:57:48.411498 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-44e9046b-2bcd-47ce-8188-344934b32b3a req-709a51f3-6580-4399-a93c-8e9366c9c218 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294055
Apr 15 10:57:48.493071 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Allocated IP 172.27.0.38 (1eeb9c89-2bb9-4c7f-a0e4-333ef2157091/78180e32-2848-4a5f-839b-5eade47ae7ad/56e1bb11-572a-44b1-9c96-f777bb5089e5) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:48.643007 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-665f93f4-4e36-4d40-98a6-7f5c3d768d09 req-aad98e04-5362-4d16-b29b-fce3609849a1 service neutron] 10.222.0.99 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0127006
Apr 15 10:57:48.930062 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-12269930-6e4e-42d3-a2de-2535d73f38f0 req-fe146823-4828-47b5-8d00-4f5eb387dd67 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 210 time: 0.0625386
Apr 15 10:57:48.952588 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 0b7476f7-9582-4a44-9d79-63a42cea918d up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:49.025449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7fcfa-0ace-4fad-9e33-469cf5083baf req-c79f1271-4c09-43dc-8519-d3a8d9f1136e tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:49.028826 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-07c7fcfa-0ace-4fad-9e33-469cf5083baf req-c79f1271-4c09-43dc-8519-d3a8d9f1136e tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 943 time: 0.2590659
Apr 15 10:57:49.108322 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4ab9-b90a-444e-8f29-a3ee1e80e01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.239179 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 0b7476f7-9582-4a44-9d79-63a42cea918d completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:49.250807 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 0b7476f7-9582-4a44-9d79-63a42cea918d triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:49.253165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.330305 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-55690bfb-3fcc-4046-bb54-2f8af8cde152 req-392c849e-47b9-4eef-b488-5b5a7cb6e5fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 210 time: 0.2126238
Apr 15 10:57:49.360196 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-665f93f4-4e36-4d40-98a6-7f5c3d768d09 req-488eb5a5-7139-48fa-8a06-8b9a778e0dc3 service neutron] 10.222.0.99 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7033348
Apr 15 10:57:49.370096 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-07c7fcfa-0ace-4fad-9e33-469cf5083baf req-1f9e62f7-505f-4792-baa6-dec1aaad0197 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3330178
Apr 15 10:57:49.477390 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.585312 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-51e204be-8689-4bd7-9b71-85a08a1888d2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Allocated IP 172.20.0.8 (67d31719-2f11-4a22-960a-40e0f7eba8a5/1a328fd2-dde8-4bb1-a553-950b8375ab8e/881410b3-0540-453d-8285-2540f30bc501) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:49.601178 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.812728 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port 0b7476f7-9582-4a44-9d79-63a42cea918d, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=0b7476f7-9582-4a44-9d79-63a42cea918d,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:49.825852 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:49.829659 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c3d38a7f-bd5f-43e7-a4f4-4b539725c786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:49.845954 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172c0b3-3e93-4723-a8d9-de029c4ab909 req-a1164087-723b-49b9-8ee7-c5e050fbd72b tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:49.854973 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1172c0b3-3e93-4723-a8d9-de029c4ab909 req-a1164087-723b-49b9-8ee7-c5e050fbd72b tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 944 time: 0.1923652
Apr 15 10:57:49.963200 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1172c0b3-3e93-4723-a8d9-de029c4ab909 req-4a880250-8733-4a71-98b0-d5cc8a37e0f9 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071081
Apr 15 10:57:49.973540 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-51e204be-8689-4bd7-9b71-85a08a1888d2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:50.034733 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 1e7aba17-4ccf-48f8-9d21-201e41c926df details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:57:50.044292 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-5e4f4ab9-b90a-444e-8f29-a3ee1e80e01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:50.048793 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-5e4f4ab9-b90a-444e-8f29-a3ee1e80e01c admin admin] Usage tracker for resource:security_group_rule and tenant:dd95b66ba62a4f6fba290c9152fa1455 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:50.052276 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-5e4f4ab9-b90a-444e-8f29-a3ee1e80e01c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:50.061481 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-51e204be-8689-4bd7-9b71-85a08a1888d2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:50.066194 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:50.070258 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-5e4f4ab9-b90a-444e-8f29-a3ee1e80e01c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:50.090968 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-5e8372bd-6e84-4530-bb73-f14638645083 req-0b0e364f-da31-4896-b278-e7727c20e682 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:50.098727 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:50.099013 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=0b7476f7-9582-4a44-9d79-63a42cea918d,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:50.106792 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:50.284466 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 1e7aba17-4ccf-48f8-9d21-201e41c926df, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1e7aba17-4ccf-48f8-9d21-201e41c926df,segment=NetworkSegment(453fdcbd-06ef-48f6-9bee-91b74dee5b9d),segment_id=453fdcbd-06ef-48f6-9bee-91b74dee5b9d)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:50.317854 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-5e8372bd-6e84-4530-bb73-f14638645083 req-0b0e364f-da31-4896-b278-e7727c20e682 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Usage tracker for resource:port and tenant:804134d291a14530a112361fda616a0d is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:50.325081 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-5e8372bd-6e84-4530-bb73-f14638645083 req-0b0e364f-da31-4896-b278-e7727c20e682 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:50.361545 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': '1e7aba17-4ccf-48f8-9d21-201e41c926df', 'network_id': 'afead2dc-c4e8-49c0-a6fc-2955e790fcad', 'port_id': '1e7aba17-4ccf-48f8-9d21-201e41c926df', 'mac_address': 'fa:16:3e:e3:3c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59b80798-97b0-407b-b02a-d1ae65483ee5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:57:50.461601 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b0d2ff1a-6724-4519-91f6-57d068e43a4c req-9271fe2c-beff-4409-91d9-a91fe26903dc tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 210 time: 0.1128206
Apr 15 10:57:50.530707 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:50.642843 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7aba17-4ccf-48f8-9d21-201e41c926df {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:57:50.694163 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-184ea8e3-d132-4db9-89f9-437f0f75b09c req-7c372fd1-8496-49dc-abb9-f55e580a0d17 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 210 time: 0.1289301
Apr 15 10:57:50.700594 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 1e7aba17-4ccf-48f8-9d21-201e41c926df, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1e7aba17-4ccf-48f8-9d21-201e41c926df,segment=NetworkSegment(453fdcbd-06ef-48f6-9bee-91b74dee5b9d),segment_id=453fdcbd-06ef-48f6-9bee-91b74dee5b9d)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:50.706119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:50.707029 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 109c35c2-d409-41f0-8f52-843f3b1b78e0 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:57:50.714897 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c3d38a7f-bd5f-43e7-a4f4-4b539725c786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:50.888981 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 0b7476f7-9582-4a44-9d79-63a42cea918d up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:50.969253 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-5e8372bd-6e84-4530-bb73-f14638645083 req-0b0e364f-da31-4896-b278-e7727c20e682 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:50.975159 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.resource_extend [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 10:57:51.016544 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 42480) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:51.085614 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff71f3-5054-41e6-90b8-51227d453a42 req-d0c7ef59-2db5-4327-9fea-c41ea66ec7c9 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:51.087824 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-27ff71f3-5054-41e6-90b8-51227d453a42 req-d0c7ef59-2db5-4327-9fea-c41ea66ec7c9 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 943 time: 0.2211931
Apr 15 10:57:51.197671 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-27ff71f3-5054-41e6-90b8-51227d453a42 req-7af34996-5b03-4aa8-88d2-9279123fa5bd tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887625
Apr 15 10:57:51.199962 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e204be-8689-4bd7-9b71-85a08a1888d2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Pushing event updated for resources: {'Port': ['ID=881410b3-0540-453d-8285-2540f30bc501,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:51.218555 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=1e7aba17-4ccf-48f8-9d21-201e41c926df,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:51.247088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:51.356684 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 109c35c2-d409-41f0-8f52-843f3b1b78e0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=109c35c2-d409-41f0-8f52-843f3b1b78e0,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:51.369148 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8372bd-6e84-4530-bb73-f14638645083 req-0b0e364f-da31-4896-b278-e7727c20e682 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Made reservation on behalf of 804134d291a14530a112361fda616a0d for: {'port': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:51.377076 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': '109c35c2-d409-41f0-8f52-843f3b1b78e0', 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830', 'port_id': '109c35c2-d409-41f0-8f52-843f3b1b78e0', 'mac_address': 'fa:16:3e:98:6b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:57:51.379069 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.384307 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-5e8372bd-6e84-4530-bb73-f14638645083 req-0b0e364f-da31-4896-b278-e7727c20e682 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.496490 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.533786 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 0b7476f7-9582-4a44-9d79-63a42cea918d triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:51.535002 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.569121 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d2ff5-4be0-4aa5-a4e5-900b8bb38ae3 req-28161036-7b07-4a80-bf17-d9d4a0579bd9 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:51.572072 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-592d2ff5-4be0-4aa5-a4e5-900b8bb38ae3 req-28161036-7b07-4a80-bf17-d9d4a0579bd9 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 945 time: 0.2801301
Apr 15 10:57:51.627920 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109c35c2-d409-41f0-8f52-843f3b1b78e0 {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:57:51.670137 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-592d2ff5-4be0-4aa5-a4e5-900b8bb38ae3 req-a615b6ec-119d-4255-a06d-20cb8697eb60 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911107
Apr 15 10:57:51.682740 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:51.715696 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:51.722944 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-99d02707-ac14-42a6-8122-b3eac78efa5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.732528 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 109c35c2-d409-41f0-8f52-843f3b1b78e0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=109c35c2-d409-41f0-8f52-843f3b1b78e0,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:51.737074 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:51.747096 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:51.754294 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f97950a2-2d93-4290-a975-cdd6d17af23e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:51.886126 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-99d02707-ac14-42a6-8122-b3eac78efa5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:51.946149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-99d02707-ac14-42a6-8122-b3eac78efa5d admin admin] Usage tracker for resource:security_group_rule and tenant:2a859b1bc4d34f918a94fdd9a9f9d8a4 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:51.950479 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Pushing event updated for resources: {'Port': ['ID=56e1bb11-572a-44b1-9c96-f777bb5089e5,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:51.951626 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-39e98922-2043-406e-9797-d415f50e96dd req-06d2c14b-33b6-4e9a-8bdc-cef41ea2fc16 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 210 time: 0.1743219
Apr 15 10:57:52.003046 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=109c35c2-d409-41f0-8f52-843f3b1b78e0,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:52.008299 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:52.023506 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-99d02707-ac14-42a6-8122-b3eac78efa5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:52.045951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.947s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:52.056111 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-51e204be-8689-4bd7-9b71-85a08a1888d2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Network 67d31719-2f11-4a22-960a-40e0f7eba8a5 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:52.059119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.735s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:52.059806 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:52.064933 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-99d02707-ac14-42a6-8122-b3eac78efa5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:52.085053 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-51e204be-8689-4bd7-9b71-85a08a1888d2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:52.085988 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0a93840d-d849-4120-ac9c-31ab95f56921 req-71471d03-cbed-4292-aaa2-750cc7a45a37 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 210 time: 0.0554762
Apr 15 10:57:52.089403 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-51e204be-8689-4bd7-9b71-85a08a1888d2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:52.106705 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-51e204be-8689-4bd7-9b71-85a08a1888d2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:52.107943 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-51e204be-8689-4bd7-9b71-85a08a1888d2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.164104 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['1e7aba17-4ccf-48f8-9d21-201e41c926df'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:57:52.198850 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['109c35c2-d409-41f0-8f52-843f3b1b78e0'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:57:52.227951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.330457 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4ab9-b90a-444e-8f29-a3ee1e80e01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.447265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4ab9-b90a-444e-8f29-a3ee1e80e01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.481525 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f2efc-fa0d-4ab8-9b19-224f69180c6c req-0e7e45eb-f175-4f44-b4bd-a93a5b02b3dd tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:52.485664 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-024f2efc-fa0d-4ab8-9b19-224f69180c6c req-0e7e45eb-f175-4f44-b4bd-a93a5b02b3dd tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 944 time: 0.1513290
Apr 15 10:57:52.516931 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:52.531371 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-51e204be-8689-4bd7-9b71-85a08a1888d2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.6392965
Apr 15 10:57:52.546445 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357b321-250b-497b-aa96-65fce5346549 req-4145c7e1-716c-43b3-9326-c24ccfbcd24e tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:52.549380 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8357b321-250b-497b-aa96-65fce5346549 req-4145c7e1-716c-43b3-9326-c24ccfbcd24e tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.99 "GET /v2.0/networks?id=f2540102-4996-4e3c-af26-30cf18f2f6dc HTTP/1.1" status: 200  len: 811 time: 0.9147451
Apr 15 10:57:52.571303 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-024f2efc-fa0d-4ab8-9b19-224f69180c6c req-9da9e092-60aa-4cc9-8252-2360027092a2 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713582
Apr 15 10:57:52.601338 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Request body: {'port': {'device_id': '4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:52.858785 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-5e8372bd-6e84-4530-bb73-f14638645083 req-0b0e364f-da31-4896-b278-e7727c20e682 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Allocated IP 172.20.0.12 (67d31719-2f11-4a22-960a-40e0f7eba8a5/1a328fd2-dde8-4bb1-a553-950b8375ab8e/d025085c-25e1-4bab-a447-fede622f9ba3) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:52.868335 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:52.925899 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-5e4f4ab9-b90a-444e-8f29-a3ee1e80e01c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=dd95b66ba62a4f6fba290c9152fa1455&name=default HTTP/1.1" status: 200  len: 2979 time: 4.7636936
Apr 15 10:57:52.941249 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f4ab9-b90a-444e-8f29-a3ee1e80e01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8d933d-182e-4b70-a277-acfe44d01739,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:52.945955 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 42516) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:52.984862 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8357b321-250b-497b-aa96-65fce5346549 req-31d107d7-7b71-4cb2-8e9e-ea3acc0c6c73 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0959c169751f48ebbdb3397c86b113dc HTTP/1.1" status: 200  len: 5702 time: 0.4090936
Apr 15 10:57:52.988959 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5e4f4ab9-b90a-444e-8f29-a3ee1e80e01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:53.032313 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-8357b321-250b-497b-aa96-65fce5346549 req-13f2edfb-16d0-47a1-b694-9e80178e83a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Request body: {'port': {'device_id': '3590b368-0035-4e97-bb36-250b13b4d98c', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'admin_state_up': True, 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'security_groups': ['d3c0b4c8-0cfc-43a1-853c-7715e082a04e']}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:53.080736 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf83e3a-735a-4308-8d29-aa3461b4816d req-7dbac030-9d4e-4203-b22e-27417f0b1e5d tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:53.096513 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-daf83e3a-735a-4308-8d29-aa3461b4816d req-7dbac030-9d4e-4203-b22e-27417f0b1e5d tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 945 time: 0.2092450
Apr 15 10:57:53.185863 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-daf83e3a-735a-4308-8d29-aa3461b4816d req-d574d923-3c3a-4e0f-8e25-6a27a9c04843 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838361
Apr 15 10:57:53.329016 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-99d02707-ac14-42a6-8122-b3eac78efa5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.354167 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5d33dd22-3fed-4916-bcb5-e510debf646d req-aa4f4233-6d40-4aee-8562-1108d763726b tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 210 time: 0.0944161
Apr 15 10:57:53.366450 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-99d02707-ac14-42a6-8122-b3eac78efa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.440871 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:53.474617 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.510629 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c0a0fdb6-5e58-4ab1-bdeb-764476d45c2d req-d9c416a3-2e73-4486-8641-99f5b5dbf344 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 210 time: 0.0934665
Apr 15 10:57:53.646977 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-99d02707-ac14-42a6-8122-b3eac78efa5d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2a859b1bc4d34f918a94fdd9a9f9d8a4&name=default HTTP/1.1" status: 200  len: 2979 time: 2.6286469
Apr 15 10:57:53.651351 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 42530) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:53.746558 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.807765 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.855410 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4ae377fd-828c-4c0f-bb6d-820301d7a367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.861149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:53.878645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d02707-ac14-42a6-8122-b3eac78efa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b0b10a-78c9-41db-9f3f-58dfc6d65172,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:53.896126 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 1e7aba17-4ccf-48f8-9d21-201e41c926df up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:53.910219 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-99d02707-ac14-42a6-8122-b3eac78efa5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:53.911331 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-8357b321-250b-497b-aa96-65fce5346549 req-13f2edfb-16d0-47a1-b694-9e80178e83a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:53.963369 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.007073 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c7ae7-ad1d-47de-aee5-ffb652339c8f req-b9c15498-7834-4bcf-842c-21ceaca75b30 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:54.009736 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1f4c7ae7-ad1d-47de-aee5-ffb652339c8f req-b9c15498-7834-4bcf-842c-21ceaca75b30 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 944 time: 0.2183831
Apr 15 10:57:54.010124 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.018901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2df7b3e5-ac5c-4963-980f-d37c90f7275c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:54.027533 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port 1e7aba17-4ccf-48f8-9d21-201e41c926df completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:54.038258 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port 1e7aba17-4ccf-48f8-9d21-201e41c926df triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:54.038736 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.038891 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-8357b321-250b-497b-aa96-65fce5346549 req-13f2edfb-16d0-47a1-b694-9e80178e83a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:54.060936 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b0b10a-78c9-41db-9f3f-58dfc6d65172,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:54.068428 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.072892 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/95b0b10a-78c9-41db-9f3f-58dfc6d65172 HTTP/1.1" status: 204  len: 168 time: 0.4168067
Apr 15 10:57:54.077425 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:54.077843 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:54.078274 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:54.078719 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:54.079102 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:54.080038 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:54.080422 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:54.080805 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:54.081188 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:54.081599 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:54.081974 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:54.082346 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:54.153673 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:54.177019 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1f4c7ae7-ad1d-47de-aee5-ffb652339c8f req-fe46387c-7a64-4558-87db-aaaa04c5c5bc tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448209
Apr 15 10:57:54.331578 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.411663 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbda032-c541-4c64-a6e5-6c215b1a8412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7aba17-4ccf-48f8-9d21-201e41c926df'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:57:54.497422 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 1e7aba17-4ccf-48f8-9d21-201e41c926df, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1e7aba17-4ccf-48f8-9d21-201e41c926df,segment=NetworkSegment(453fdcbd-06ef-48f6-9bee-91b74dee5b9d),segment_id=453fdcbd-06ef-48f6-9bee-91b74dee5b9d)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:54.503151 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.504639 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 109c35c2-d409-41f0-8f52-843f3b1b78e0 up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:57:54.573648 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-5e8372bd-6e84-4530-bb73-f14638645083 req-0b0e364f-da31-4896-b278-e7727c20e682 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.636587 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:54.670750 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8357b321-250b-497b-aa96-65fce5346549 req-13f2edfb-16d0-47a1-b694-9e80178e83a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Made reservation on behalf of 0959c169751f48ebbdb3397c86b113dc for: {'port': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:57:54.681691 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8357b321-250b-497b-aa96-65fce5346549 req-13f2edfb-16d0-47a1-b694-9e80178e83a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.738188 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=1e7aba17-4ccf-48f8-9d21-201e41c926df,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:54.742128 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:54.754788 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port 109c35c2-d409-41f0-8f52-843f3b1b78e0 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:54.766924 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port 109c35c2-d409-41f0-8f52-843f3b1b78e0 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:54.770433 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.786570 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 42550) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:54.831316 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e8031493-9a8e-4549-8e5b-3cdc14c1c823 req-de33a609-0a38-466e-b70c-e73e61048c6f tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 210 time: 0.2094486
Apr 15 10:57:54.851674 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d7c9d03e-bee3-4bf5-90f4-9d9aad5a92d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.875570 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.917540 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.918949 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-d7c9d03e-bee3-4bf5-90f4-9d9aad5a92d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:54.924866 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:54.952381 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-d7c9d03e-bee3-4bf5-90f4-9d9aad5a92d7 admin admin] Usage tracker for resource:security_group_rule and tenant:0a47191afcee434a9b932c4b5684e943 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:54.960821 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-d7c9d03e-bee3-4bf5-90f4-9d9aad5a92d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:54.979504 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-d7c9d03e-bee3-4bf5-90f4-9d9aad5a92d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:54.995602 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1592ea76-fac1-492d-ae3b-63f8429430f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:55.030246 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ac61c-25a7-46ef-abf9-a5c50173400d req-70695f15-edbc-447f-94e9-d5763b1abd60 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:55.046486 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-335ac61c-25a7-46ef-abf9-a5c50173400d req-70695f15-edbc-447f-94e9-d5763b1abd60 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 946 time: 0.5461898
Apr 15 10:57:55.067837 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.124977 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 109c35c2-d409-41f0-8f52-843f3b1b78e0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=109c35c2-d409-41f0-8f52-843f3b1b78e0,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:57:55.130823 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.133007 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:55.208112 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 42560) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:55.241484 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-955c27f4-dc14-4ecf-9f17-3ac6cc5af1d9 req-a148930e-75ee-4d46-8191-34c3d62993c1 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 210 time: 0.1729648
Apr 15 10:57:55.267742 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-335ac61c-25a7-46ef-abf9-a5c50173400d req-af09a83d-2db3-4a2f-84ce-7d254305ec12 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1964958
Apr 15 10:57:55.268293 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=109c35c2-d409-41f0-8f52-843f3b1b78e0,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:55.275139 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:55.340031 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d7c9d03e-bee3-4bf5-90f4-9d9aad5a92d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.345046 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d7c9d03e-bee3-4bf5-90f4-9d9aad5a92d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.356210 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-5e8372bd-6e84-4530-bb73-f14638645083 req-0b0e364f-da31-4896-b278-e7727c20e682 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.358567 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7fd65454-5644-472a-a425-0f28e08af378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:55.369603 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Pushing event updated for resources: {'Port': ['ID=56e1bb11-572a-44b1-9c96-f777bb5089e5,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:55.417107 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-d7c9d03e-bee3-4bf5-90f4-9d9aad5a92d7 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0a47191afcee434a9b932c4b5684e943&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6175950
Apr 15 10:57:55.418497 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9d03e-bee3-4bf5-90f4-9d9aad5a92d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f517a39a-3ba9-4d51-b669-2c8ecee50e5a,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:55.421770 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 42570) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:55.435958 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d7c9d03e-bee3-4bf5-90f4-9d9aad5a92d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:55.454957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-33a90b24-6088-49fb-b9d3-bb926b09a39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.520986 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f20ad775-2db0-41b7-a63e-df3928157e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.589242 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbda032-c541-4c64-a6e5-6c215b1a8412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7aba17-4ccf-48f8-9d21-201e41c926df', 'code': 200}
Apr 15 10:57:55.615748 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:55.639530 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5e4f4ab9-b90a-444e-8f29-a3ee1e80e01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.545s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:55.725959 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f20ad775-2db0-41b7-a63e-df3928157e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.733439 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8d933d-182e-4b70-a277-acfe44d01739,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:55.741147 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-85daddfc-fc34-4a5d-b844-ef11eec0c7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.809415 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:55.809793 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:55.810199 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:55.810617 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:55.811023 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:55.811415 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:55.811803 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:55.812183 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:55.812565 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:55.812944 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:55.813322 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:55.814248 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:57:55.830961 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-85daddfc-fc34-4a5d-b844-ef11eec0c7e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:55.847060 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:55.850696 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:55.852089 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-85daddfc-fc34-4a5d-b844-ef11eec0c7e2 admin admin] Usage tracker for resource:security_group_rule and tenant:9d36175681db4afaabcdcfb6a433423a is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:55.861406 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-85daddfc-fc34-4a5d-b844-ef11eec0c7e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:55.880585 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.99', 49974) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:55.891030 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:55.896349 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4b8d933d-182e-4b70-a277-acfe44d01739 HTTP/1.1" status: 204  len: 168 time: 2.9147260
Apr 15 10:57:55.905611 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-85daddfc-fc34-4a5d-b844-ef11eec0c7e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:55.944834 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-8357b321-250b-497b-aa96-65fce5346549 req-13f2edfb-16d0-47a1-b694-9e80178e83a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Allocated IP 172.20.0.14 (f2540102-4996-4e3c-af26-30cf18f2f6dc/5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e/4be3275b-9eea-45b2-a2da-b724d05fde3d) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:57:56.000520 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f20ad775-2db0-41b7-a63e-df3928157e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.010444 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-10b77715-1ba3-4be0-8b49-5d3ec6d75013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:56.023495 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006503'] for floatingip, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.084235 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43290c2-7566-441e-837e-355303166fd9 req-50b3b04b-4653-4d0c-b9a7-78ad39d3c721 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:56.085918 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e43290c2-7566-441e-837e-355303166fd9 req-50b3b04b-4653-4d0c-b9a7-78ad39d3c721 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 945 time: 0.5294414
Apr 15 10:57:56.086844 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ad775-2db0-41b7-a63e-df3928157e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f517a39a-3ba9-4d51-b669-2c8ecee50e5a,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:56.109324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f20ad775-2db0-41b7-a63e-df3928157e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:56.136864 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f20ad775-2db0-41b7-a63e-df3928157e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.143670 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-f20ad775-2db0-41b7-a63e-df3928157e90 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f517a39a-3ba9-4d51-b669-2c8ecee50e5a HTTP/1.1" status: 204  len: 168 time: 0.7152414
Apr 15 10:57:56.214967 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e364f-da31-4896-b278-e7727c20e682 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Pushing event updated for resources: {'Port': ['ID=d025085c-25e1-4bab-a447-fede622f9ba3,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:56.230931 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.233184 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 10.7072842
Apr 15 10:57:56.235026 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0b0e364f-da31-4896-b278-e7727c20e682 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:56.251340 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8372bd-6e84-4530-bb73-f14638645083 req-0b0e364f-da31-4896-b278-e7727c20e682 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Network 67d31719-2f11-4a22-960a-40e0f7eba8a5 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:56.254028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.resource_extend [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 10:57:56.272288 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-5e8372bd-6e84-4530-bb73-f14638645083 req-0b0e364f-da31-4896-b278-e7727c20e682 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:56.321445 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8372bd-6e84-4530-bb73-f14638645083 req-0b0e364f-da31-4896-b278-e7727c20e682 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:56.335927 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8372bd-6e84-4530-bb73-f14638645083 req-0b0e364f-da31-4896-b278-e7727c20e682 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:56.335927 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-5e8372bd-6e84-4530-bb73-f14638645083 req-0b0e364f-da31-4896-b278-e7727c20e682 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.533784 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5e8372bd-6e84-4530-bb73-f14638645083 req-0b0e364f-da31-4896-b278-e7727c20e682 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 8.3563695
Apr 15 10:57:56.545530 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e43290c2-7566-441e-837e-355303166fd9 req-51854d7f-283b-4e1a-a2bb-a7574304c678 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3877883
Apr 15 10:57:56.555817 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8664c9-abf6-42cd-8f24-8b39a21fcd11 req-5878dc5b-3b43-488d-a89d-07d04f4260e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:56.566011 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Request body: {'port': {'device_id': '1f5bb495-8116-4196-bd29-b324a8439bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:56.578490 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-eb8664c9-abf6-42cd-8f24-8b39a21fcd11 req-5878dc5b-3b43-488d-a89d-07d04f4260e6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 1099 time: 0.6951625
Apr 15 10:57:56.608366 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881410b3-0540-453d-8285-2540f30bc501 {{(pid=85321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:57:56.660730 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.662029 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.725398 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-eb8664c9-abf6-42cd-8f24-8b39a21fcd11 req-071be512-48af-43c6-b187-bbc0b3a671ed service neutron] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.736976 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Transition to ACTIVE for port object 881410b3-0540-453d-8285-2540f30bc501 will not be triggered until provisioned by entity L2. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:56.760651 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31529483-37a5-4cf4-ba02-abd664f42524 req-1815c5be-6948-49ed-b2e1-6243c7a68ab6 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:56.764055 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-31529483-37a5-4cf4-ba02-abd664f42524 req-1815c5be-6948-49ed-b2e1-6243c7a68ab6 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 932 time: 0.7325842
Apr 15 10:57:56.811006 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8357b321-250b-497b-aa96-65fce5346549 req-13f2edfb-16d0-47a1-b694-9e80178e83a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.814732 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.830991 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.861779 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:56.875032 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-85daddfc-fc34-4a5d-b844-ef11eec0c7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.882575 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-eb8664c9-abf6-42cd-8f24-8b39a21fcd11 req-071be512-48af-43c6-b187-bbc0b3a671ed service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:56.904654 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-eb8664c9-abf6-42cd-8f24-8b39a21fcd11 req-071be512-48af-43c6-b187-bbc0b3a671ed service neutron] Usage tracker for resource:security_group_rule and tenant:b4269e9995164a8483ddeea6bac9acf9 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:56.906739 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 42600) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:56.911754 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-85daddfc-fc34-4a5d-b844-ef11eec0c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:56.929576 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-eb8664c9-abf6-42cd-8f24-8b39a21fcd11 req-071be512-48af-43c6-b187-bbc0b3a671ed service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:56.933696 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f6a355c3-03da-4e2e-9620-136cfd9a7d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:56.960636 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-31529483-37a5-4cf4-ba02-abd664f42524 req-f302a67f-517d-49ea-96b4-dc6b89a8b244 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Synchronizing usage tracker for tenant:804134d291a14530a112361fda616a0d on resource:security_group {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:57:56.967958 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-8357b321-250b-497b-aa96-65fce5346549 req-13f2edfb-16d0-47a1-b694-9e80178e83a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Transition to ACTIVE for port object 4be3275b-9eea-45b2-a2da-b724d05fde3d will not be triggered until provisioned by entity DHCP. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:57.034629 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-eb8664c9-abf6-42cd-8f24-8b39a21fcd11 req-071be512-48af-43c6-b187-bbc0b3a671ed service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:57.054823 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-928e7cc2-5c2e-4321-840c-10a77eb0c2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:57.070790 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:57.117230 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-928e7cc2-5c2e-4321-840c-10a77eb0c2e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:57:57.124656 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Pushing event updated for resources: {'Port': ['ID=881410b3-0540-453d-8285-2540f30bc501,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:57.135986 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:57.137022 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-928e7cc2-5c2e-4321-840c-10a77eb0c2e3 admin admin] Usage tracker for resource:security_group_rule and tenant:768fa56f458d462f9f6fb748aef7dc0d is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:57:57.137805 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9e216f87-25c9-486c-b2ee-902a51202f1b req-ab7e3a57-040c-4651-9cf2-bcac76bc95fb tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 210 time: 0.2095010
Apr 15 10:57:57.190865 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-928e7cc2-5c2e-4321-840c-10a77eb0c2e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:57:57.191160 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-85daddfc-fc34-4a5d-b844-ef11eec0c7e2 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9d36175681db4afaabcdcfb6a433423a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9695599
Apr 15 10:57:57.191305 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 42606) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:57.203407 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85daddfc-fc34-4a5d-b844-ef11eec0c7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0e9c41-972f-48df-9bd5-9f05676349bb,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:57.210367 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-85daddfc-fc34-4a5d-b844-ef11eec0c7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:57.214313 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-928e7cc2-5c2e-4321-840c-10a77eb0c2e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:57:57.356217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-eb8664c9-abf6-42cd-8f24-8b39a21fcd11 req-071be512-48af-43c6-b187-bbc0b3a671ed service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:57.370166 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-eb8664c9-abf6-42cd-8f24-8b39a21fcd11 req-071be512-48af-43c6-b187-bbc0b3a671ed service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:57.385566 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8357b321-250b-497b-aa96-65fce5346549 req-13f2edfb-16d0-47a1-b694-9e80178e83a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:57.400128 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-85daddfc-fc34-4a5d-b844-ef11eec0c7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:57.416885 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-eb8664c9-abf6-42cd-8f24-8b39a21fcd11 req-071be512-48af-43c6-b187-bbc0b3a671ed service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7905877
Apr 15 10:57:57.420535 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-31529483-37a5-4cf4-ba02-abd664f42524 req-f302a67f-517d-49ea-96b4-dc6b89a8b244 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Unset dirty status for tenant:804134d291a14530a112361fda616a0d on resource:security_group {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:57:57.436999 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-31529483-37a5-4cf4-ba02-abd664f42524 req-f302a67f-517d-49ea-96b4-dc6b89a8b244 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6620121
Apr 15 10:57:57.508456 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4d7a70c8-c244-4122-ba7c-4c55fe18aa3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:57.556438 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071be512-48af-43c6-b187-bbc0b3a671ed service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3df2d5dd-7a6e-4ef1-88bc-7032c4aae781,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:57.567142 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-071be512-48af-43c6-b187-bbc0b3a671ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:57.591117 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cb4d90-c70e-4334-a47b-c9e8ef61f171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109c35c2-d409-41f0-8f52-843f3b1b78e0'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:57:57.677521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecadee-30a8-465a-a880-af1d95b6a3a4 req-1b4b7bb0-909f-49bf-9b1a-f46f84ae72fc tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:57.679629 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a1ecadee-30a8-465a-a880-af1d95b6a3a4 req-1b4b7bb0-909f-49bf-9b1a-f46f84ae72fc tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 946 time: 0.2028103
Apr 15 10:57:57.732786 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-5f256593-0899-4cfe-90c9-b5d293f18f8a tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--1745277127&fields=id&tenant_id=680f4c59aed648ae8db373d5dcc3c9ed HTTP/1.1" status: 200  len: 267 time: 0.0944982
Apr 15 10:57:57.774619 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a1ecadee-30a8-465a-a880-af1d95b6a3a4 req-c1c7de0a-d8a0-432e-b2a1-b0a83cebe9ca tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806561
Apr 15 10:57:57.907314 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2889be1f-6952-4d05-8e81-97b80f569862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.105451 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2edfb-16d0-47a1-b694-9e80178e83a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Pushing event updated for resources: {'Port': ['ID=4be3275b-9eea-45b2-a2da-b724d05fde3d,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:58.112834 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2889be1f-6952-4d05-8e81-97b80f569862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.122783 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-b4ff17b3-4dfa-4dc3-b31a-912e519a0a02 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:58.131313 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-b4ff17b3-4dfa-4dc3-b31a-912e519a0a02 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/networks?id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca HTTP/1.1" status: 200  len: 815 time: 0.3656175
Apr 15 10:57:58.144780 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-13f2edfb-16d0-47a1-b694-9e80178e83a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:58.163351 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Attempting to bind port 881410b3-0540-453d-8285-2540f30bc501 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:57:58.164301 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Attempting to bind port 881410b3-0540-453d-8285-2540f30bc501 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '23425407-1090-41fc-90be-dc1af31d18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5'}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:57:58.164301 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Attempting to bind port 881410b3-0540-453d-8285-2540f30bc501 on network 67d31719-2f11-4a22-960a-40e0f7eba8a5 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:58.171516 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-57bc8236-ab20-4393-aee6-7999247d54d1 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/quotas/680f4c59aed648ae8db373d5dcc3c9ed HTTP/1.1" status: 200  len: 375 time: 0.0391786
Apr 15 10:57:58.239610 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Port 881410b3-0540-453d-8285-2540f30bc501 on network 67d31719-2f11-4a22-960a-40e0f7eba8a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:57:58.239846 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120349b7-0da8-41f7-9fd7-f2d6589a62b4 req-f0815732-429c-4df8-9bbb-1f8c60699db4 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:58.240042 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Attempting to bind port 881410b3-0540-453d-8285-2540f30bc501 on network 67d31719-2f11-4a22-960a-40e0f7eba8a5 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:57:58.241430 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-120349b7-0da8-41f7-9fd7-f2d6589a62b4 req-f0815732-429c-4df8-9bbb-1f8c60699db4 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 945 time: 0.3048615
Apr 15 10:57:58.279066 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:57:58.279447 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Checking segment: {'id': '23425407-1090-41fc-90be-dc1af31d18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:57:58.279868 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Bound using segment: {'id': '23425407-1090-41fc-90be-dc1af31d18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5'} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:57:58.280367 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Bound port: 881410b3-0540-453d-8285-2540f30bc501, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23425407-1090-41fc-90be-dc1af31d18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5'}}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:57:58.280753 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.304451 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-928e7cc2-5c2e-4321-840c-10a77eb0c2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.320505 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-928e7cc2-5c2e-4321-840c-10a77eb0c2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.335957 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-39610b57-ad40-4463-8c24-a06e36ee2786 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=680f4c59aed648ae8db373d5dcc3c9ed&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1579523
Apr 15 10:57:58.345958 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:58.352353 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-120349b7-0da8-41f7-9fd7-f2d6589a62b4 req-75cbbe1e-292c-4678-b362-18fbe0b3612a tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980406
Apr 15 10:57:58.395447 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8357b321-250b-497b-aa96-65fce5346549 req-13f2edfb-16d0-47a1-b694-9e80178e83a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Network f2540102-4996-4e3c-af26-30cf18f2f6dc is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:57:58.416188 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-8357b321-250b-497b-aa96-65fce5346549 req-13f2edfb-16d0-47a1-b694-9e80178e83a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:57:58.441254 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-8357b321-250b-497b-aa96-65fce5346549 req-13f2edfb-16d0-47a1-b694-9e80178e83a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:57:58.447457 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357b321-250b-497b-aa96-65fce5346549 req-13f2edfb-16d0-47a1-b694-9e80178e83a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:58.448180 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8357b321-250b-497b-aa96-65fce5346549 req-13f2edfb-16d0-47a1-b694-9e80178e83a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.464652 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cb4d90-c70e-4334-a47b-c9e8ef61f171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109c35c2-d409-41f0-8f52-843f3b1b78e0', 'code': 200}
Apr 15 10:57:58.529994 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.resource_extend [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 10:57:58.621387 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-aba951a3-0446-46bd-8e78-93739491a973 service neutron] 10.222.0.100 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2650840
Apr 15 10:57:58.719423 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] For port 881410b3-0540-453d-8285-2540f30bc501, host hv-cinder-78638, cleared binding levels {{(pid=85321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:57:58.727861 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] For port 881410b3-0540-453d-8285-2540f30bc501, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=881410b3-0540-453d-8285-2540f30bc501,segment=NetworkSegment(23425407-1090-41fc-90be-dc1af31d18ea),segment_id=23425407-1090-41fc-90be-dc1af31d18ea)] {{(pid=85321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:57:58.760862 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2889be1f-6952-4d05-8e81-97b80f569862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.818282 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985744a3-055f-4143-ad10-765b879c6247 req-b32b6cc9-8351-4867-9102-3cf8d9b8d832 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:58.820559 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-985744a3-055f-4143-ad10-765b879c6247 req-b32b6cc9-8351-4867-9102-3cf8d9b8d832 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 932 time: 0.2473307
Apr 15 10:57:58.833158 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-928e7cc2-5c2e-4321-840c-10a77eb0c2e3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=768fa56f458d462f9f6fb748aef7dc0d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9122300
Apr 15 10:57:58.835060 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 42654) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:57:58.847845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2889be1f-6952-4d05-8e81-97b80f569862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.850785 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-2889be1f-6952-4d05-8e81-97b80f569862 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9d0e9c41-972f-48df-9bd5-9f05676349bb HTTP/1.1" status: 204  len: 168 time: 1.6437585
Apr 15 10:57:58.857584 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:58.879358 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-ee5aef77-fff2-4c2f-8a45-120546bd87fb service neutron] 10.222.0.100 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2569818
Apr 15 10:57:58.921443 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-92f4caab-d97b-4098-aeb2-089e092407e2 None None] Provisioning for port 4be3275b-9eea-45b2-a2da-b724d05fde3d completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:57:58.939723 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-92f4caab-d97b-4098-aeb2-089e092407e2 None None] Provisioning complete for port 4be3275b-9eea-45b2-a2da-b724d05fde3d triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:57:58.943314 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-92f4caab-d97b-4098-aeb2-089e092407e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.081315 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e7cc2-5c2e-4321-840c-10a77eb0c2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97294ce-0197-4d15-ac1b-1963ebae8a51,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:59.085464 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-92f4caab-d97b-4098-aeb2-089e092407e2 None None] Port 4be3275b-9eea-45b2-a2da-b724d05fde3d cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:57:59.089616 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d025085c-25e1-4bab-a447-fede622f9ba3 {{(pid=85321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:57:59.096727 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8357b321-250b-497b-aa96-65fce5346549 req-13f2edfb-16d0-47a1-b694-9e80178e83a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.0737734
Apr 15 10:57:59.112207 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-928e7cc2-5c2e-4321-840c-10a77eb0c2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:59.122494 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:59.123121 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-985744a3-055f-4143-ad10-765b879c6247 req-23955135-bb0d-4f46-94c9-a5a9b3bce7df tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2839777
Apr 15 10:57:59.144122 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.163580 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Request body: {'port': {'device_id': '3590b368-0035-4e97-bb36-250b13b4d98c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:57:59.224520 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889be1f-6952-4d05-8e81-97b80f569862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0e9c41-972f-48df-9bd5-9f05676349bb,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:59.310635 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2889be1f-6952-4d05-8e81-97b80f569862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:59.334219 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:59.346760 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec85939-8380-4cfb-9185-a702a77add91 req-8269b4ba-ed5c-468e-82eb-a2f9f030edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:59.361054 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8ec85939-8380-4cfb-9185-a702a77add91 req-8269b4ba-ed5c-468e-82eb-a2f9f030edb8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 1098 time: 0.4933305
Apr 15 10:57:59.472661 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Transition to ACTIVE for port object d025085c-25e1-4bab-a447-fede622f9ba3 will not be triggered until provisioned by entity L2. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:57:59.545377 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.679829 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8ec85939-8380-4cfb-9185-a702a77add91 req-f2d3e200-e692-4058-80b8-30024efa1fd5 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3120065
Apr 15 10:57:59.731339 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd49484-05a8-421b-bcd3-ab4ab9a78d3d req-7365bc03-73b6-4d40-a3f9-c6f1edbce122 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:59.739750 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bfd49484-05a8-421b-bcd3-ab4ab9a78d3d req-7365bc03-73b6-4d40-a3f9-c6f1edbce122 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 944 time: 0.3262477
Apr 15 10:57:59.799597 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:59.800501 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.802194 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] 10.222.0.99 "PUT /v2.0/ports/881410b3-0540-453d-8285-2540f30bc501 HTTP/1.1" status: 200  len: 1093 time: 7.2399719
Apr 15 10:57:59.804042 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73', 'tag': '881410b3-0540-453d-8285-2540f30bc501'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:57:59.821870 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc0370-623d-4e54-b605-95154c0a65a6 req-91d72e92-0d3e-4411-8a5f-6ebea3427b6d tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:57:59.823764 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-00fc0370-623d-4e54-b605-95154c0a65a6 req-91d72e92-0d3e-4411-8a5f-6ebea3427b6d tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 946 time: 0.2690787
Apr 15 10:57:59.838156 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bfd49484-05a8-421b-bcd3-ab4ab9a78d3d req-bea564d7-a249-4b4e-ac2a-e5f8273794c1 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966530
Apr 15 10:57:59.855017 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Pushing event updated for resources: {'Port': ['ID=881410b3-0540-453d-8285-2540f30bc501,revision_number=3']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:57:59.858176 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6bb0e00f-cd5b-4804-abfa-ae097e678604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:57:59.873910 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:57:59.874330 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:57:59.992502 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-00fc0370-623d-4e54-b605-95154c0a65a6 req-619c85d7-a5c3-4e02-9e71-9a71bed8a49a tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531677
Apr 15 10:58:00.013938 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f21eabf6-c229-4939-b13b-95daabc76fd4 req-4f297937-20f1-42fe-b078-e6f077a3e813 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 210 time: 0.0808501
Apr 15 10:58:00.064507 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 42690) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:00.097431 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f9e8-723e-46a6-80e5-73795206339f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:00.152569 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-8cb8f9e8-723e-46a6-80e5-73795206339f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:00.187800 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-8cb8f9e8-723e-46a6-80e5-73795206339f admin admin] Usage tracker for resource:security_group_rule and tenant:e0c94294136e464eabb886276a4b1f44 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:00.202970 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-8cb8f9e8-723e-46a6-80e5-73795206339f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:00.210337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:00.224098 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-8cb8f9e8-723e-46a6-80e5-73795206339f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:00.224455 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:00.251541 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73', 'tag': '881410b3-0540-453d-8285-2540f30bc501', 'status': 'completed', 'code': 200}
Apr 15 10:58:00.297957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6bb0e00f-cd5b-4804-abfa-ae097e678604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:00.451163 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8821615-d6ac-44c2-ab20-3f952b053d47 req-3493a70d-0786-417d-adbf-d4b54afe15bb tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:00.454515 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6bb0e00f-cd5b-4804-abfa-ae097e678604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:00.458435 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8821615-d6ac-44c2-ab20-3f952b053d47 req-3493a70d-0786-417d-adbf-d4b54afe15bb tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 945 time: 0.1984124
Apr 15 10:58:00.571925 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Pushing event updated for resources: {'Port': ['ID=d025085c-25e1-4bab-a447-fede622f9ba3,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:00.607021 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8821615-d6ac-44c2-ab20-3f952b053d47 req-066fb164-f742-4f02-b30c-4109cee980cd tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366155
Apr 15 10:58:00.609239 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f9e8-723e-46a6-80e5-73795206339f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:00.627472 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f9e8-723e-46a6-80e5-73795206339f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:00.664282 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6bb0e00f-cd5b-4804-abfa-ae097e678604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:00.669451 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6dde3bb4-bfa1-4029-b4e7-7aaa5df38ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:00.672432 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-6bb0e00f-cd5b-4804-abfa-ae097e678604 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a97294ce-0197-4d15-ac1b-1963ebae8a51 HTTP/1.1" status: 204  len: 168 time: 1.8198524
Apr 15 10:58:00.675459 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:00.687123 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-8cb8f9e8-723e-46a6-80e5-73795206339f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e0c94294136e464eabb886276a4b1f44&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6171641
Apr 15 10:58:00.694353 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 42706) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:00.715461 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-25d2535f-a5da-4406-872c-16d892a974cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:00.785187 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8f9e8-723e-46a6-80e5-73795206339f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd050e7-9101-41c4-806b-beddec53700a,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:00.788902 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8cb8f9e8-723e-46a6-80e5-73795206339f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:00.813610 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3095a-1468-49fc-a01d-e4c1903ac813 req-bd6a8161-d046-49b8-affb-5bde125dbcd3 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:00.822396 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-99e3095a-1468-49fc-a01d-e4c1903ac813 req-bd6a8161-d046-49b8-affb-5bde125dbcd3 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 932 time: 0.3568177
Apr 15 10:58:00.951558 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-99e3095a-1468-49fc-a01d-e4c1903ac813 req-60dc51f9-5f20-4fdd-8c9e-e4ccd009ef2e tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1278181
Apr 15 10:58:00.952591 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e1c33749-6d78-4811-858c-3203ea731cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:01.032376 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e1c33749-6d78-4811-858c-3203ea731cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:01.352327 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0e00f-cd5b-4804-abfa-ae097e678604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97294ce-0197-4d15-ac1b-1963ebae8a51,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:01.467574 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6bb0e00f-cd5b-4804-abfa-ae097e678604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:01.482363 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-edc56e57-1fe0-43fa-bd5a-7e875bf4a4a9 req-b2ce5bc6-52e9-4159-9b29-35fa918bac23 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 210 time: 0.0935447
Apr 15 10:58:01.508772 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e45207-ccd8-492f-a5e8-dad7a1ba36b7 req-f59512df-88ab-4629-ab1c-f2a6332cec22 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:01.517712 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-02e45207-ccd8-492f-a5e8-dad7a1ba36b7 req-f59512df-88ab-4629-ab1c-f2a6332cec22 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 944 time: 0.4128013
Apr 15 10:58:01.544494 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e1c33749-6d78-4811-858c-3203ea731cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:01.582131 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:01.608692 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c33749-6d78-4811-858c-3203ea731cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd050e7-9101-41c4-806b-beddec53700a,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:01.612467 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e1c33749-6d78-4811-858c-3203ea731cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:01.613604 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e1c33749-6d78-4811-858c-3203ea731cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:01.615245 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-e1c33749-6d78-4811-858c-3203ea731cc6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6dd050e7-9101-41c4-806b-beddec53700a HTTP/1.1" status: 204  len: 168 time: 0.9195538
Apr 15 10:58:01.815098 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Attempting to bind port d025085c-25e1-4bab-a447-fede622f9ba3 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:58:01.816141 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Attempting to bind port d025085c-25e1-4bab-a447-fede622f9ba3 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '23425407-1090-41fc-90be-dc1af31d18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5'}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:58:01.816731 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Attempting to bind port d025085c-25e1-4bab-a447-fede622f9ba3 on network 67d31719-2f11-4a22-960a-40e0f7eba8a5 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:01.830520 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-767e084d-b3d4-4931-b65a-b44b61170359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:01.832656 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-767e084d-b3d4-4931-b65a-b44b61170359 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=804134d291a14530a112361fda616a0d&device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 1096 time: 1.7986231
Apr 15 10:58:01.836888 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Port d025085c-25e1-4bab-a447-fede622f9ba3 on network 67d31719-2f11-4a22-960a-40e0f7eba8a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:58:01.837583 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Attempting to bind port d025085c-25e1-4bab-a447-fede622f9ba3 on network 67d31719-2f11-4a22-960a-40e0f7eba8a5 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:01.885071 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-02e45207-ccd8-492f-a5e8-dad7a1ba36b7 req-b620a230-fbe1-42af-8c21-b4bd06171b9e tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3661740
Apr 15 10:58:02.026211 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:58:02.026807 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Checking segment: {'id': '23425407-1090-41fc-90be-dc1af31d18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:02.028745 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Bound using segment: {'id': '23425407-1090-41fc-90be-dc1af31d18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5'} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:58:02.029399 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Bound port: d025085c-25e1-4bab-a447-fede622f9ba3, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23425407-1090-41fc-90be-dc1af31d18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5'}}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:58:02.030634 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.086990 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-9f0a5dcd-e112-4e06-bf4f-320c315fc579 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=881410b3-0540-453d-8285-2540f30bc501 HTTP/1.1" status: 200  len: 217 time: 0.2211027
Apr 15 10:58:02.315083 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-570e42b7-17e5-4d21-a2dd-fe1125f9c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:02.317926 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-570e42b7-17e5-4d21-a2dd-fe1125f9c348 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1a328fd2-dde8-4bb1-a553-950b8375ab8e HTTP/1.1" status: 200  len: 859 time: 0.2195702
Apr 15 10:58:02.333779 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f731d1-27b9-4053-bcaf-0dbf2b545873 req-4a7e99e5-6caf-440d-9847-bcddf8ae3ba4 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:02.347662 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-75f731d1-27b9-4053-bcaf-0dbf2b545873 req-4a7e99e5-6caf-440d-9847-bcddf8ae3ba4 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 945 time: 0.4606783
Apr 15 10:58:02.460921 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-9f25d0a5-e09c-44b2-9406-9f5edd07b739 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=67d31719-2f11-4a22-960a-40e0f7eba8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1348903
Apr 15 10:58:02.473630 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] For port d025085c-25e1-4bab-a447-fede622f9ba3, host hv-cinder-78638, cleared binding levels {{(pid=85321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:58:02.564095 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-1482e993-29c4-4176-9cba-62a4d8cf7f83 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:02.568699 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-1482e993-29c4-4176-9cba-62a4d8cf7f83 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.99 "GET /v2.0/networks?id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca HTTP/1.1" status: 200  len: 815 time: 1.0295820
Apr 15 10:58:02.574342 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] For port d025085c-25e1-4bab-a447-fede622f9ba3, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d025085c-25e1-4bab-a447-fede622f9ba3,segment=NetworkSegment(23425407-1090-41fc-90be-dc1af31d18ea),segment_id=23425407-1090-41fc-90be-dc1af31d18ea)] {{(pid=85321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:58:02.577931 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be3275b-9eea-45b2-a2da-b724d05fde3d {{(pid=85321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:58:02.654844 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.668283 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-75f731d1-27b9-4053-bcaf-0dbf2b545873 req-c768f63d-2d0d-4b54-bc20-c525e63fa8c6 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003551
Apr 15 10:58:02.686241 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:02.824624 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-ffd2b618-3de9-4800-89e0-dd243d00809d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=680f4c59aed648ae8db373d5dcc3c9ed HTTP/1.1" status: 200  len: 5705 time: 0.2339463
Apr 15 10:58:02.842093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0fecb-1dcc-4c28-8989-3c23f39d15e3 req-8d2db72c-8bfc-4c10-a54f-fb1042891928 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:02.855224 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7de0fecb-1dcc-4c28-8989-3c23f39d15e3 req-8d2db72c-8bfc-4c10-a54f-fb1042891928 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 932 time: 0.5988674
Apr 15 10:58:02.870379 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Request body: {'port': {'device_id': 'b4080e02-8fe1-464d-9d6e-35e63fa8f18a', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'admin_state_up': True, 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'security_groups': ['198ae02d-ff62-4811-b68e-9dc047d5fdc0']}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:02.936900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:03.181126 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Pushing event updated for resources: {'Port': ['ID=d025085c-25e1-4bab-a447-fede622f9ba3,revision_number=3']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:03.227958 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:03.333615 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Transition to ACTIVE for port object 4be3275b-9eea-45b2-a2da-b724d05fde3d will not be triggered until provisioned by entity L2. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:03.361202 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:03.362410 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.373424 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5e8372bd-6e84-4530-bb73-f14638645083 req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] 10.222.0.99 "PUT /v2.0/ports/d025085c-25e1-4bab-a447-fede622f9ba3 HTTP/1.1" status: 200  len: 1094 time: 6.8199272
Apr 15 10:58:03.376679 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5bb495-8116-4196-bd29-b324a8439bb0', 'tag': 'd025085c-25e1-4bab-a447-fede622f9ba3'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:03.402862 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:03.457812 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7de0fecb-1dcc-4c28-8989-3c23f39d15e3 req-b2c8c0c7-91ac-487b-8d66-2967505c97ec tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.5528064
Apr 15 10:58:03.499146 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:03.546244 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a1210289-e750-4041-9649-fe031f21bb50 req-ef3e9a69-6076-4d87-b315-506893254473 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 210 time: 0.6300859
Apr 15 10:58:03.771821 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:03.778174 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Usage tracker for resource:port and tenant:680f4c59aed648ae8db373d5dcc3c9ed is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:03.787573 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:03.804620 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:03.828599 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Made reservation on behalf of 680f4c59aed648ae8db373d5dcc3c9ed for: {'port': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:03.843911 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:04.246449 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-c4d7eeca-703a-42c7-980c-8862a954fb01 service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.7388122
Apr 15 10:58:04.305321 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Allocated IP 172.20.0.13 (6843e3d3-5b9c-4ba0-9950-e102fbbd5eca/cc8f8bbb-1b00-4320-81db-dc64ff750b3a/c34e8bda-5a25-484a-b9f2-fced87bbb15a) {{(pid=85320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:58:04.566845 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8ed70d7-a8bb-4ade-ace8-39b946fa164b req-5be822d0-e53f-41c5-9004-e9b3a858b2b7 service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2731259
Apr 15 10:58:04.585939 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4be3275b-9eea-45b2-a2da-b724d05fde3d,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:04.589908 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.091s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:04.849041 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351a81c-1285-459a-a858-948563a71dbc req-16f2cde4-816c-46bd-84ef-87ce0f0e02f6 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:04.871786 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e351a81c-1285-459a-a858-948563a71dbc req-16f2cde4-816c-46bd-84ef-87ce0f0e02f6 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 944 time: 0.5950255
Apr 15 10:58:04.947620 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8372bd-6e84-4530-bb73-f14638645083 req-c6f3336f-0682-450d-b2c9-6c3c45a197f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:04.952227 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5e8372bd-6e84-4530-bb73-f14638645083 req-c6f3336f-0682-450d-b2c9-6c3c45a197f3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=804134d291a14530a112361fda616a0d&device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 1097 time: 1.2952106
Apr 15 10:58:05.104614 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e351a81c-1285-459a-a858-948563a71dbc req-0ac4cc3e-4c53-470c-a3b8-75b290ca8b1e tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2389488
Apr 15 10:58:05.353735 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for port, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:05.536857 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5bb495-8116-4196-bd29-b324a8439bb0', 'tag': 'd025085c-25e1-4bab-a447-fede622f9ba3', 'status': 'completed', 'code': 200}
Apr 15 10:58:05.540639 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5e8372bd-6e84-4530-bb73-f14638645083 req-ba422c9f-5124-4443-b591-bb914e83e753 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d025085c-25e1-4bab-a447-fede622f9ba3 HTTP/1.1" status: 200  len: 217 time: 0.2511201
Apr 15 10:58:05.691596 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8372bd-6e84-4530-bb73-f14638645083 req-61da8f31-c818-45dd-a638-a7d5f969dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:05.693815 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5e8372bd-6e84-4530-bb73-f14638645083 req-61da8f31-c818-45dd-a638-a7d5f969dee9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1a328fd2-dde8-4bb1-a553-950b8375ab8e HTTP/1.1" status: 200  len: 859 time: 0.1440225
Apr 15 10:58:05.710916 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Transition to ACTIVE for port object c34e8bda-5a25-484a-b9f2-fced87bbb15a will not be triggered until provisioned by entity DHCP. {{(pid=85320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:05.732383 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Attempting to bind port 4be3275b-9eea-45b2-a2da-b724d05fde3d on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:58:05.733145 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Attempting to bind port 4be3275b-9eea-45b2-a2da-b724d05fde3d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'bbe9b76a-2909-49df-a0d1-c8bbbac386a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc'}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:58:05.734259 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Attempting to bind port 4be3275b-9eea-45b2-a2da-b724d05fde3d on network f2540102-4996-4e3c-af26-30cf18f2f6dc {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:05.805453 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5e8372bd-6e84-4530-bb73-f14638645083 req-72992566-d36e-4820-bed6-df72f326362e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=67d31719-2f11-4a22-960a-40e0f7eba8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0856121
Apr 15 10:58:05.808611 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Port 4be3275b-9eea-45b2-a2da-b724d05fde3d on network f2540102-4996-4e3c-af26-30cf18f2f6dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:58:05.808970 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Attempting to bind port 4be3275b-9eea-45b2-a2da-b724d05fde3d on network f2540102-4996-4e3c-af26-30cf18f2f6dc {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:05.819866 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700c453-e205-44f5-906c-28acc337d60e req-ab69ccc1-d4ee-44a6-8195-b2c30c611511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:05.821799 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3700c453-e205-44f5-906c-28acc337d60e req-ab69ccc1-d4ee-44a6-8195-b2c30c611511 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=804134d291a14530a112361fda616a0d&device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 1096 time: 1.1060448
Apr 15 10:58:05.828429 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:58:05.829762 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Checking segment: {'id': 'bbe9b76a-2909-49df-a0d1-c8bbbac386a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:05.830788 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Bound using segment: {'id': 'bbe9b76a-2909-49df-a0d1-c8bbbac386a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc'} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:58:05.832299 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Bound port: 4be3275b-9eea-45b2-a2da-b724d05fde3d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbe9b76a-2909-49df-a0d1-c8bbbac386a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc'}}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:58:05.833062 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:05.834983 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fc7df19c-53f5-4b3c-b3a9-8877175c10dd req-f40fd260-86a6-4e25-9dcd-e1a1cb057870 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 210 time: 0.1295130
Apr 15 10:58:05.893016 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5afbb-1f8d-474e-bbd2-6c69f4b03df4 req-7d689451-fc21-45ec-b17b-ee3d43155857 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:05.895395 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e5a5afbb-1f8d-474e-bbd2-6c69f4b03df4 req-7d689451-fc21-45ec-b17b-ee3d43155857 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 944 time: 0.4734118
Apr 15 10:58:05.929257 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:05.979003 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:06.226414 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e5a5afbb-1f8d-474e-bbd2-6c69f4b03df4 req-b19e7b28-f225-458c-899e-229e401e8228 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2932966
Apr 15 10:58:06.261918 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Pushing event updated for resources: {'Port': ['ID=c34e8bda-5a25-484a-b9f2-fced87bbb15a,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:06.265867 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:06.332641 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5e8372bd-6e84-4530-bb73-f14638645083 req-ba15a404-8f53-4642-9598-1ad4c26ee581 service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4769943
Apr 15 10:58:06.415266 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:58:06.416944 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:06.433647 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Received port after_create {{(pid=85320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:58:06.445680 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:06.446915 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:06.497255 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6402910
Apr 15 10:58:06.518428 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Request body: {'port': {'device_id': 'b4080e02-8fe1-464d-9d6e-35e63fa8f18a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:06.597967 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] For port 4be3275b-9eea-45b2-a2da-b724d05fde3d, host hv-cinder-78638, cleared binding levels {{(pid=85321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:58:06.604594 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] For port 4be3275b-9eea-45b2-a2da-b724d05fde3d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4be3275b-9eea-45b2-a2da-b724d05fde3d,segment=NetworkSegment(bbe9b76a-2909-49df-a0d1-c8bbbac386a7),segment_id=bbe9b76a-2909-49df-a0d1-c8bbbac386a7)] {{(pid=85321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:58:06.635937 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:06.783259 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13739725-31de-4b59-bff5-aa5dadd5f219 req-b0ef8fb4-b6d6-4d2e-bee6-de9f4bfb9dc7 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:06.785484 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-13739725-31de-4b59-bff5-aa5dadd5f219 req-b0ef8fb4-b6d6-4d2e-bee6-de9f4bfb9dc7 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 944 time: 0.2218103
Apr 15 10:58:06.786367 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:06.827913 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-13ecbdb4-391f-4fe6-8ac8-505036cbe919 None None] Provisioning for port c34e8bda-5a25-484a-b9f2-fced87bbb15a completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:06.843359 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-13ecbdb4-391f-4fe6-8ac8-505036cbe919 None None] Provisioning complete for port c34e8bda-5a25-484a-b9f2-fced87bbb15a triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:06.844380 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-13ecbdb4-391f-4fe6-8ac8-505036cbe919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:06.951259 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-13739725-31de-4b59-bff5-aa5dadd5f219 req-2b5db455-9769-4384-99b8-6bf32d977d84 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524968
Apr 15 10:58:06.993578 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-13ecbdb4-391f-4fe6-8ac8-505036cbe919 None None] Port c34e8bda-5a25-484a-b9f2-fced87bbb15a cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:58:07.408195 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:07.542689 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1323592-1bfd-400f-8dfa-287125008e09 req-a4e9682e-b035-47d3-85cc-cce61cb9c554 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:07.542689 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-a1323592-1bfd-400f-8dfa-287125008e09 req-a4e9682e-b035-47d3-85cc-cce61cb9c554 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Synchronizing usage tracker for tenant:680f4c59aed648ae8db373d5dcc3c9ed on resource:port {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:58:07.588191 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:07.589399 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:07.592075 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8357b321-250b-497b-aa96-65fce5346549 req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] 10.222.0.99 "PUT /v2.0/ports/4be3275b-9eea-45b2-a2da-b724d05fde3d HTTP/1.1" status: 200  len: 1094 time: 8.4376764
Apr 15 10:58:07.621930 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3590b368-0035-4e97-bb36-250b13b4d98c', 'tag': '4be3275b-9eea-45b2-a2da-b724d05fde3d'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:07.640773 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-a1323592-1bfd-400f-8dfa-287125008e09 req-a4e9682e-b035-47d3-85cc-cce61cb9c554 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Unset dirty status for tenant:680f4c59aed648ae8db373d5dcc3c9ed on resource:port {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:58:07.643638 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a1323592-1bfd-400f-8dfa-287125008e09 req-a4e9682e-b035-47d3-85cc-cce61cb9c554 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 932 time: 0.3843505
Apr 15 10:58:07.916515 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 881410b3-0540-453d-8285-2540f30bc501 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:58:07.955319 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34e8bda-5a25-484a-b9f2-fced87bbb15a {{(pid=85320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:58:07.993117 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:08.029060 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700c453-e205-44f5-906c-28acc337d60e req-04809e83-b2ea-4fbd-9e72-2b94dcc54c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:08.031882 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3700c453-e205-44f5-906c-28acc337d60e req-04809e83-b2ea-4fbd-9e72-2b94dcc54c78 service neutron] 10.222.0.99 "GET /v2.0/networks?id=67d31719-2f11-4a22-960a-40e0f7eba8a5 HTTP/1.1" status: 200  len: 921 time: 2.1702189
Apr 15 10:58:08.081083 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Transition to ACTIVE for port object c34e8bda-5a25-484a-b9f2-fced87bbb15a will not be triggered until provisioned by entity L2. {{(pid=85320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:08.088399 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:08.213841 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:08.301797 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 881410b3-0540-453d-8285-2540f30bc501, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=881410b3-0540-453d-8285-2540f30bc501,segment=NetworkSegment(23425407-1090-41fc-90be-dc1af31d18ea),segment_id=23425407-1090-41fc-90be-dc1af31d18ea)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:08.330911 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': '881410b3-0540-453d-8285-2540f30bc501', 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5', 'port_id': '881410b3-0540-453d-8285-2540f30bc501', 'mac_address': 'fa:16:3e:d3:93:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a328fd2-dde8-4bb1-a553-950b8375ab8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:58:08.348783 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4be3275b-9eea-45b2-a2da-b724d05fde3d,revision_number=3']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:08.360722 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a1323592-1bfd-400f-8dfa-287125008e09 req-7d875092-a826-46ab-aa70-f1016ab53393 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6652734
Apr 15 10:58:08.366636 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.959s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:08.482634 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:08.491405 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3700c453-e205-44f5-906c-28acc337d60e req-5f0b0095-5b84-4690-aebe-3c136a550a23 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=881410b3-0540-453d-8285-2540f30bc501 HTTP/1.1" status: 200  len: 217 time: 0.3710973
Apr 15 10:58:08.495496 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5e8372bd-6e84-4530-bb73-f14638645083 req-e20ef67f-b843-4fa7-b3d8-5d95ca3618c3 service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 2.1479897
Apr 15 10:58:08.523246 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881410b3-0540-453d-8285-2540f30bc501 {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:58:08.549767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 881410b3-0540-453d-8285-2540f30bc501, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=881410b3-0540-453d-8285-2540f30bc501,segment=NetworkSegment(23425407-1090-41fc-90be-dc1af31d18ea),segment_id=23425407-1090-41fc-90be-dc1af31d18ea)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:08.551485 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:08.571402 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:08.718794 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357b321-250b-497b-aa96-65fce5346549 req-86d0a020-13da-427b-bc8f-81619ee733b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:08.726735 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8357b321-250b-497b-aa96-65fce5346549 req-86d0a020-13da-427b-bc8f-81619ee733b1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0959c169751f48ebbdb3397c86b113dc&device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 1097 time: 1.0295858
Apr 15 10:58:08.728516 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700c453-e205-44f5-906c-28acc337d60e req-d9f8b332-7802-4666-9c31-f2b5074e7059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:08.736549 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3700c453-e205-44f5-906c-28acc337d60e req-d9f8b332-7802-4666-9c31-f2b5074e7059 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1a328fd2-dde8-4bb1-a553-950b8375ab8e HTTP/1.1" status: 200  len: 859 time: 0.2201405
Apr 15 10:58:08.896922 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=881410b3-0540-453d-8285-2540f30bc501,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:08.940077 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3590b368-0035-4e97-bb36-250b13b4d98c', 'tag': '4be3275b-9eea-45b2-a2da-b724d05fde3d', 'status': 'completed', 'code': 200}
Apr 15 10:58:08.943004 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:08.945407 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:08.946408 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:08.947119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:08.947803 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:08.948487 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:08.949175 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:08.949822 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:08.950480 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:08.951363 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:08.951966 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:08.952589 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:08.961766 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:09.036735 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['881410b3-0540-453d-8285-2540f30bc501'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:58:09.039751 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3700c453-e205-44f5-906c-28acc337d60e req-06bcf481-4296-49fd-b505-2002a46855dd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=67d31719-2f11-4a22-960a-40e0f7eba8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0967259
Apr 15 10:58:09.171229 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8357b321-250b-497b-aa96-65fce5346549 req-284d7e1e-e9e6-4bec-be12-14d0a97f9e38 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be3275b-9eea-45b2-a2da-b724d05fde3d HTTP/1.1" status: 200  len: 217 time: 0.1349504
Apr 15 10:58:09.405218 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 42920) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:09.470992 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3700c453-e205-44f5-906c-28acc337d60e req-8506c24f-d1a1-4ecd-a11f-1d49fd6b54e6 service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2985811
Apr 15 10:58:09.734625 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3700c453-e205-44f5-906c-28acc337d60e req-50c3afc8-4d61-43a0-9845-f7f9b4e0e91d service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2481215
Apr 15 10:58:09.735850 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ec567474-6433-42f3-9a1c-a6e28921d87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:09.747092 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c34e8bda-5a25-484a-b9f2-fced87bbb15a,revision_number=2']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:09.758347 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ec567474-6433-42f3-9a1c-a6e28921d87a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:09.763876 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ec567474-6433-42f3-9a1c-a6e28921d87a admin admin] Usage tracker for resource:security_group_rule and tenant:2be124a210ac42e0ae639aac70b34bca is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:09.769648 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ec567474-6433-42f3-9a1c-a6e28921d87a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:09.772525 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.559s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:09.777168 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ec567474-6433-42f3-9a1c-a6e28921d87a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:09.852204 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Attempting to bind port c34e8bda-5a25-484a-b9f2-fced87bbb15a on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:58:09.852601 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Attempting to bind port c34e8bda-5a25-484a-b9f2-fced87bbb15a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7c7987fb-a700-4a62-a9a7-b80696ea7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca'}] {{(pid=85320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:58:09.852972 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Attempting to bind port c34e8bda-5a25-484a-b9f2-fced87bbb15a on network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:09.882612 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ec567474-6433-42f3-9a1c-a6e28921d87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:09.884248 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Port c34e8bda-5a25-484a-b9f2-fced87bbb15a on network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:58:09.884630 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Attempting to bind port c34e8bda-5a25-484a-b9f2-fced87bbb15a on network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:09.893803 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25f8c5-0f2c-43e8-b58a-1ca304e6c0a6 req-505aa56b-55aa-456f-a694-49176a7dab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:09.894947 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:58:09.895358 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Checking segment: {'id': '7c7987fb-a700-4a62-a9a7-b80696ea7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:09.895702 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ce25f8c5-0f2c-43e8-b58a-1ca304e6c0a6 req-505aa56b-55aa-456f-a694-49176a7dab5d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=804134d291a14530a112361fda616a0d&device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 1097 time: 1.1579337
Apr 15 10:58:09.895954 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Bound using segment: {'id': '7c7987fb-a700-4a62-a9a7-b80696ea7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca'} {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:58:09.896264 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ec567474-6433-42f3-9a1c-a6e28921d87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:09.896453 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Bound port: c34e8bda-5a25-484a-b9f2-fced87bbb15a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c7987fb-a700-4a62-a9a7-b80696ea7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca'}}] {{(pid=85320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:58:09.896901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:09.933496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357b321-250b-497b-aa96-65fce5346549 req-7721b530-b316-430f-8878-8e6cb74a6e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:09.935349 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8357b321-250b-497b-aa96-65fce5346549 req-7721b530-b316-430f-8878-8e6cb74a6e74 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e HTTP/1.1" status: 200  len: 850 time: 0.5289876
Apr 15 10:58:09.937367 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dc3ed34b-deab-45be-b52f-d9bcba67fc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:09.955039 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-ec567474-6433-42f3-9a1c-a6e28921d87a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2be124a210ac42e0ae639aac70b34bca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5374293
Apr 15 10:58:09.971299 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97380c2b-24af-4b5a-a80e-5bab2817eb55 req-cdc3b32b-7c2b-483b-8561-92b7aa1abb6e tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:09.980267 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-97380c2b-24af-4b5a-a80e-5bab2817eb55 req-cdc3b32b-7c2b-483b-8561-92b7aa1abb6e tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 944 time: 0.6757982
Apr 15 10:58:09.982686 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 42946) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:10.049471 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] For port c34e8bda-5a25-484a-b9f2-fced87bbb15a, host hv-cinder-78638, cleared binding levels {{(pid=85320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:58:10.054158 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] For port c34e8bda-5a25-484a-b9f2-fced87bbb15a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c34e8bda-5a25-484a-b9f2-fced87bbb15a,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:58:10.124530 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:10.162316 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec567474-6433-42f3-9a1c-a6e28921d87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2c90a7-83ab-4cfd-8265-8db0ee7676b5,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:10.162940 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533e6c5-814c-43a5-ac63-91260909d250 req-27714319-32c3-49e9-b5cf-5fc9e9637bf5 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:10.170372 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ec567474-6433-42f3-9a1c-a6e28921d87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:10.177190 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5533e6c5-814c-43a5-ac63-91260909d250 req-27714319-32c3-49e9-b5cf-5fc9e9637bf5 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 944 time: 1.2629035
Apr 15 10:58:10.223515 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357b321-250b-497b-aa96-65fce5346549 req-a4b88914-2091-4eee-81c2-09629435f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:10.225284 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8357b321-250b-497b-aa96-65fce5346549 req-a4b88914-2091-4eee-81c2-09629435f1ad service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f2540102-4996-4e3c-af26-30cf18f2f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2530611
Apr 15 10:58:10.240752 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:10.394882 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8357b321-250b-497b-aa96-65fce5346549 req-88a3e33b-29f0-438b-aae0-37ed2e72acc3 service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580753
Apr 15 10:58:10.396318 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25f8c5-0f2c-43e8-b58a-1ca304e6c0a6 req-48dc8fdf-b617-49a0-b0f9-f962a582c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:10.398051 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ce25f8c5-0f2c-43e8-b58a-1ca304e6c0a6 req-48dc8fdf-b617-49a0-b0f9-f962a582c02d service neutron] 10.222.0.99 "GET /v2.0/networks?id=67d31719-2f11-4a22-960a-40e0f7eba8a5 HTTP/1.1" status: 200  len: 921 time: 0.4615936
Apr 15 10:58:10.514048 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-97380c2b-24af-4b5a-a80e-5bab2817eb55 req-75322fc4-12dd-415e-8b3d-cd44160d7c16 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5327749
Apr 15 10:58:10.579635 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c34e8bda-5a25-484a-b9f2-fced87bbb15a,revision_number=3']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:10.596580 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5533e6c5-814c-43a5-ac63-91260909d250 req-787a3034-07b4-4636-a97a-18892bcd7c3e tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4018779
Apr 15 10:58:10.600776 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:10.602257 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ce25f8c5-0f2c-43e8-b58a-1ca304e6c0a6 req-2681d3a5-c347-48fe-9c79-e01bf50bee8c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d025085c-25e1-4bab-a447-fede622f9ba3 HTTP/1.1" status: 200  len: 217 time: 0.1593874
Apr 15 10:58:10.623688 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-23e6c073-e3dc-4523-8c94-9f7301f3717b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:10.753609 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25f8c5-0f2c-43e8-b58a-1ca304e6c0a6 req-721dda3f-45d5-439f-814a-f45760f55857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:10.755284 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ce25f8c5-0f2c-43e8-b58a-1ca304e6c0a6 req-721dda3f-45d5-439f-814a-f45760f55857 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1a328fd2-dde8-4bb1-a553-950b8375ab8e HTTP/1.1" status: 200  len: 859 time: 0.1250110
Apr 15 10:58:10.762127 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8357b321-250b-497b-aa96-65fce5346549 req-d3cffa21-fc99-4058-8b53-7ce154234640 service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3518326
Apr 15 10:58:10.786201 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-23e6c073-e3dc-4523-8c94-9f7301f3717b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:10.817250 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ce25f8c5-0f2c-43e8-b58a-1ca304e6c0a6 req-092443ed-6e59-468a-b4b8-776bdbd57bce service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=67d31719-2f11-4a22-960a-40e0f7eba8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0539517
Apr 15 10:58:10.834676 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 42962) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:10.849688 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:10.851255 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:10.853697 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] 10.222.0.99 "PUT /v2.0/ports/c34e8bda-5a25-484a-b9f2-fced87bbb15a HTTP/1.1" status: 200  len: 1094 time: 4.3406439
Apr 15 10:58:10.858247 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4080e02-8fe1-464d-9d6e-35e63fa8f18a', 'tag': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a'}] {{(pid=85320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:11.248495 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7373637-5e48-479d-8db6-d1f9370d8016 req-70fa330d-8471-4c8f-a7dc-dcaebc40b1ee tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:11.258171 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c7373637-5e48-479d-8db6-d1f9370d8016 req-70fa330d-8471-4c8f-a7dc-dcaebc40b1ee tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.5569577
Apr 15 10:58:11.262697 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d974ea0-0cc0-489d-bd11-93809c0a34cd req-4104e62c-3812-4193-bd56-7c9e6122c2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:11.265274 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4d974ea0-0cc0-489d-bd11-93809c0a34cd req-4104e62c-3812-4193-bd56-7c9e6122c2e9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0959c169751f48ebbdb3397c86b113dc&device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 1097 time: 0.2762206
Apr 15 10:58:11.337186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-23e6c073-e3dc-4523-8c94-9f7301f3717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:11.431197 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b2f69174-2ae9-4751-8830-ae8ee18552aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:11.436162 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ce25f8c5-0f2c-43e8-b58a-1ca304e6c0a6 req-a8966d83-3777-4341-8270-949c143a1d42 service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4915240
Apr 15 10:58:11.481611 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6c073-e3dc-4523-8c94-9f7301f3717b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2c90a7-83ab-4cfd-8265-8db0ee7676b5,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:11.529622 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-117fbab1-8adf-416e-bfe2-3b9bd6c279a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:11.534343 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-23e6c073-e3dc-4523-8c94-9f7301f3717b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:11.564327 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c7373637-5e48-479d-8db6-d1f9370d8016 req-ccab5fc7-45ce-4830-88d4-5df172b3e00f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3047333
Apr 15 10:58:11.569073 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-23e6c073-e3dc-4523-8c94-9f7301f3717b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:11.570898 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-23e6c073-e3dc-4523-8c94-9f7301f3717b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/2c2c90a7-83ab-4cfd-8265-8db0ee7676b5 HTTP/1.1" status: 204  len: 168 time: 1.5146914
Apr 15 10:58:11.629351 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4080e02-8fe1-464d-9d6e-35e63fa8f18a', 'tag': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a', 'status': 'completed', 'code': 200}
Apr 15 10:58:11.644892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d974ea0-0cc0-489d-bd11-93809c0a34cd req-35d4d8b7-f854-4693-8da3-f6292b47885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:11.654259 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4d974ea0-0cc0-489d-bd11-93809c0a34cd req-35d4d8b7-f854-4693-8da3-f6292b47885c service neutron] 10.222.0.99 "GET /v2.0/networks?id=f2540102-4996-4e3c-af26-30cf18f2f6dc HTTP/1.1" status: 200  len: 913 time: 0.3650150
Apr 15 10:58:11.707972 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-117fbab1-8adf-416e-bfe2-3b9bd6c279a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:11.724615 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-117fbab1-8adf-416e-bfe2-3b9bd6c279a5 admin admin] Usage tracker for resource:security_group_rule and tenant:8571f4f416ef41fc9c4b1efa43d6273e is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:11.733146 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-117fbab1-8adf-416e-bfe2-3b9bd6c279a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:11.754173 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-117fbab1-8adf-416e-bfe2-3b9bd6c279a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:11.782339 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-3fd6a12c-e76f-4d24-bc14-88d00c83c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:11.784498 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-3fd6a12c-e76f-4d24-bc14-88d00c83c49a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=680f4c59aed648ae8db373d5dcc3c9ed&device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 1097 time: 0.5919609
Apr 15 10:58:11.855185 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 42994) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:11.932508 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4d974ea0-0cc0-489d-bd11-93809c0a34cd req-bf5a7761-a979-4d47-9548-88414f7b0afc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be3275b-9eea-45b2-a2da-b724d05fde3d HTTP/1.1" status: 200  len: 217 time: 0.2686450
Apr 15 10:58:11.967407 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device d025085c-25e1-4bab-a447-fede622f9ba3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:58:12.087292 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d974ea0-0cc0-489d-bd11-93809c0a34cd req-5442451b-4761-468d-afcb-275470ef994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:12.088963 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4d974ea0-0cc0-489d-bd11-93809c0a34cd req-5442451b-4761-468d-afcb-275470ef994e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e HTTP/1.1" status: 200  len: 850 time: 0.1102350
Apr 15 10:58:12.173591 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-89a61b92-1f59-4d1d-b70b-5d76c00f103f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c34e8bda-5a25-484a-b9f2-fced87bbb15a HTTP/1.1" status: 200  len: 217 time: 0.3571627
Apr 15 10:58:12.185977 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ce25f8c5-0f2c-43e8-b58a-1ca304e6c0a6 req-1be8bef1-05c9-453b-a8f8-61ec6539ea1f service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7206998
Apr 15 10:58:12.246495 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fed286-5c66-462e-a152-a20ee73930f3 req-f33591a1-fcba-4a68-b429-45620607b521 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:12.254564 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f2fed286-5c66-462e-a152-a20ee73930f3 req-f33591a1-fcba-4a68-b429-45620607b521 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 944 time: 0.3981810
Apr 15 10:58:12.260733 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-db5ed55b-ec83-44f2-840a-51d923489f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:12.262779 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-db5ed55b-ec83-44f2-840a-51d923489f90 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cc8f8bbb-1b00-4320-81db-dc64ff750b3a HTTP/1.1" status: 200  len: 854 time: 0.0797033
Apr 15 10:58:12.279919 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02bcec-1acf-4228-b4e2-df6d7b8e4fc5 req-c9f6b25a-49c9-4b99-8fc1-c8c198254d81 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:12.281710 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2a02bcec-1acf-4228-b4e2-df6d7b8e4fc5 req-c9f6b25a-49c9-4b99-8fc1-c8c198254d81 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 944 time: 0.3423226
Apr 15 10:58:12.432476 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-e6b95873-234c-4540-9920-376feacd0070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:12.434270 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-e6b95873-234c-4540-9920-376feacd0070 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1613705
Apr 15 10:58:12.434643 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f2fed286-5c66-462e-a152-a20ee73930f3 req-73c2ddee-b7a0-43b4-b842-5248b396ab5f tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1790500
Apr 15 10:58:12.458861 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-117fbab1-8adf-416e-bfe2-3b9bd6c279a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:12.477491 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:58:12.495164 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2a02bcec-1acf-4228-b4e2-df6d7b8e4fc5 req-06cab6a3-d7b4-4628-9f46-d5c356c8b022 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852851
Apr 15 10:58:12.499896 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d974ea0-0cc0-489d-bd11-93809c0a34cd req-68e93268-56c3-41f7-8837-b7e38ba69c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:12.501336 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4d974ea0-0cc0-489d-bd11-93809c0a34cd req-68e93268-56c3-41f7-8837-b7e38ba69c00 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f2540102-4996-4e3c-af26-30cf18f2f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3914671
Apr 15 10:58:12.502408 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-218f6215-6b5f-4689-8c38-f441ba256e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:12.543603 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 881410b3-0540-453d-8285-2540f30bc501 up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:12.574026 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-218f6215-6b5f-4689-8c38-f441ba256e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:12.576713 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43004) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:12.590355 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-218f6215-6b5f-4689-8c38-f441ba256e9b admin admin] Usage tracker for resource:security_group_rule and tenant:ae06226cbc3742c6ae250f13fbef92c8 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:12.605960 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port d025085c-25e1-4bab-a447-fede622f9ba3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d025085c-25e1-4bab-a447-fede622f9ba3,segment=NetworkSegment(23425407-1090-41fc-90be-dc1af31d18ea),segment_id=23425407-1090-41fc-90be-dc1af31d18ea)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:12.640572 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': 'd025085c-25e1-4bab-a447-fede622f9ba3', 'network_id': '67d31719-2f11-4a22-960a-40e0f7eba8a5', 'port_id': 'd025085c-25e1-4bab-a447-fede622f9ba3', 'mac_address': 'fa:16:3e:42:43:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a328fd2-dde8-4bb1-a553-950b8375ab8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:58:12.725824 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:12.738408 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-218f6215-6b5f-4689-8c38-f441ba256e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:12.748858 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d025085c-25e1-4bab-a447-fede622f9ba3 {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:58:12.751807 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-218f6215-6b5f-4689-8c38-f441ba256e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:12.763498 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port 881410b3-0540-453d-8285-2540f30bc501 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:12.772135 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port 881410b3-0540-453d-8285-2540f30bc501 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:12.772562 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:12.850824 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port d025085c-25e1-4bab-a447-fede622f9ba3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d025085c-25e1-4bab-a447-fede622f9ba3,segment=NetworkSegment(23425407-1090-41fc-90be-dc1af31d18ea),segment_id=23425407-1090-41fc-90be-dc1af31d18ea)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:12.851119 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-7bd6c20a-a0e3-4569-afa8-a641f5509817 service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3859956
Apr 15 10:58:12.851119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-117fbab1-8adf-416e-bfe2-3b9bd6c279a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:12.851479 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:12.854348 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6ef1b0c2-938c-45b2-ac56-76e9c7fee60c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:12.879277 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-218f6215-6b5f-4689-8c38-f441ba256e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:12.886149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-559b9c0b-b6bd-46ee-9d48-8190b9612b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:12.886470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:12.896471 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-117fbab1-8adf-416e-bfe2-3b9bd6c279a5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8571f4f416ef41fc9c4b1efa43d6273e&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0601828
Apr 15 10:58:12.903509 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43012) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:12.942073 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-218f6215-6b5f-4689-8c38-f441ba256e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:12.988602 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=d025085c-25e1-4bab-a447-fede622f9ba3,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:12.991830 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:13.003775 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fbab1-8adf-416e-bfe2-3b9bd6c279a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ed3367-275d-47da-8e06-ae3acaf5b949,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:13.009760 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:13.013840 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-117fbab1-8adf-416e-bfe2-3b9bd6c279a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:13.035379 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881410b3-0540-453d-8285-2540f30bc501'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:13.042416 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a22d07b2-d4b6-48b3-9201-92dc9e7dcd5f tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:13.047288 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 881410b3-0540-453d-8285-2540f30bc501, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=881410b3-0540-453d-8285-2540f30bc501,segment=NetworkSegment(23425407-1090-41fc-90be-dc1af31d18ea),segment_id=23425407-1090-41fc-90be-dc1af31d18ea)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:13.056127 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:13.059914 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c2d58b20-bd13-4cde-b9b8-f5258b52233d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:13.090406 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f2d1c677-a130-4823-a544-e06a28db6e24 req-79ef3936-5462-4867-8db1-69d201b0820f service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2044761
Apr 15 10:58:13.093765 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-559b9c0b-b6bd-46ee-9d48-8190b9612b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:13.116368 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881410b3-0540-453d-8285-2540f30bc501', 'code': 200}
Apr 15 10:58:13.156548 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-218f6215-6b5f-4689-8c38-f441ba256e9b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ae06226cbc3742c6ae250f13fbef92c8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2965748
Apr 15 10:58:13.157467 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 43018) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:13.163713 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-559b9c0b-b6bd-46ee-9d48-8190b9612b51 admin admin] Usage tracker for resource:security_group_rule and tenant:7d18e2b9d8d44ab08fd64b7467f8b5b9 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:13.172532 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=881410b3-0540-453d-8285-2540f30bc501,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:13.180472 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:13.201431 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-559b9c0b-b6bd-46ee-9d48-8190b9612b51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:13.249178 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2edef172-6e80-4ad2-9f77-c22c0cec9eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:13.281399 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2edef172-6e80-4ad2-9f77-c22c0cec9eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:13.282464 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-559b9c0b-b6bd-46ee-9d48-8190b9612b51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:13.305615 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['d025085c-25e1-4bab-a447-fede622f9ba3'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:58:13.309896 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f6215-6b5f-4689-8c38-f441ba256e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53c00c8-34b8-4c27-9ae9-ca31f7fe61c9,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:13.331981 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-218f6215-6b5f-4689-8c38-f441ba256e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:13.435707 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4d974ea0-0cc0-489d-bd11-93809c0a34cd req-4409fbfa-ac8e-4856-9869-3e71e5dc7892 service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8931048
Apr 15 10:58:13.458454 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b423fcf8-b496-4921-b4d9-b332a41b2d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:13.519405 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2edef172-6e80-4ad2-9f77-c22c0cec9eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:13.523741 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b1330-ec54-47d6-8e7e-aeb81ce4998e req-a3fb498c-c487-4e26-9adb-9f530eb874fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:13.525467 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-942b1330-ec54-47d6-8e7e-aeb81ce4998e req-a3fb498c-c487-4e26-9adb-9f530eb874fc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=680f4c59aed648ae8db373d5dcc3c9ed&device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 1097 time: 0.2238984
Apr 15 10:58:13.576077 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8ed4f689-5c97-46dc-9d35-6b53ecf30dea tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:13.577217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b423fcf8-b496-4921-b4d9-b332a41b2d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:13.627499 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc29afa-fbe9-482e-81e0-391ebb773d27 req-d1b9877c-66e5-4ebe-8e80-7edab12b1bae tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:13.630421 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4bc29afa-fbe9-482e-81e0-391ebb773d27 req-d1b9877c-66e5-4ebe-8e80-7edab12b1bae tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.7286034
Apr 15 10:58:13.669956 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edef172-6e80-4ad2-9f77-c22c0cec9eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53c00c8-34b8-4c27-9ae9-ca31f7fe61c9,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:13.672495 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2edef172-6e80-4ad2-9f77-c22c0cec9eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:13.693699 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2edef172-6e80-4ad2-9f77-c22c0cec9eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:13.701963 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-2edef172-6e80-4ad2-9f77-c22c0cec9eac admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b53c00c8-34b8-4c27-9ae9-ca31f7fe61c9 HTTP/1.1" status: 204  len: 168 time: 0.5410042
Apr 15 10:58:13.760220 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92c576-731e-4755-a702-f9a285803ec6 req-e3c7ba93-41b8-40f9-94ee-01dc9851a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:13.762052 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ec92c576-731e-4755-a702-f9a285803ec6 req-e3c7ba93-41b8-40f9-94ee-01dc9851a125 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 1098 time: 0.3464692
Apr 15 10:58:13.763405 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b1330-ec54-47d6-8e7e-aeb81ce4998e req-cd8b993b-3f9d-4c8b-981e-b890c76afcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:13.765077 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-942b1330-ec54-47d6-8e7e-aeb81ce4998e req-cd8b993b-3f9d-4c8b-981e-b890c76afcc4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca HTTP/1.1" status: 200  len: 917 time: 0.2205918
Apr 15 10:58:13.878048 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-942b1330-ec54-47d6-8e7e-aeb81ce4998e req-c9493f5a-633b-47aa-9374-187911bf92aa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c34e8bda-5a25-484a-b9f2-fced87bbb15a HTTP/1.1" status: 200  len: 217 time: 0.0850475
Apr 15 10:58:13.944133 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ec92c576-731e-4755-a702-f9a285803ec6 req-57ed9d86-9612-4209-8c1b-342efdb18c83 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687512
Apr 15 10:58:13.980658 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b1330-ec54-47d6-8e7e-aeb81ce4998e req-bf123211-a34d-4671-9b0b-719267bcdaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:13.983932 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-942b1330-ec54-47d6-8e7e-aeb81ce4998e req-bf123211-a34d-4671-9b0b-719267bcdaca service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cc8f8bbb-1b00-4320-81db-dc64ff750b3a HTTP/1.1" status: 200  len: 854 time: 0.0959375
Apr 15 10:58:13.987087 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 4be3275b-9eea-45b2-a2da-b724d05fde3d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:58:14.153316 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 4be3275b-9eea-45b2-a2da-b724d05fde3d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4be3275b-9eea-45b2-a2da-b724d05fde3d,segment=NetworkSegment(bbe9b76a-2909-49df-a0d1-c8bbbac386a7),segment_id=bbe9b76a-2909-49df-a0d1-c8bbbac386a7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:14.178423 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': '4be3275b-9eea-45b2-a2da-b724d05fde3d', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'port_id': '4be3275b-9eea-45b2-a2da-b724d05fde3d', 'mac_address': 'fa:16:3e:eb:20:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:58:14.242837 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b423fcf8-b496-4921-b4d9-b332a41b2d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:14.244010 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:14.248691 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 43034) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:14.249773 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-071be512-48af-43c6-b187-bbc0b3a671ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:14.264196 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be3275b-9eea-45b2-a2da-b724d05fde3d {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:58:14.272596 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f4e0c2c7-318e-4b64-9c15-b68cb5ef7c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:14.282710 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 4be3275b-9eea-45b2-a2da-b724d05fde3d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4be3275b-9eea-45b2-a2da-b724d05fde3d,segment=NetworkSegment(bbe9b76a-2909-49df-a0d1-c8bbbac386a7),segment_id=bbe9b76a-2909-49df-a0d1-c8bbbac386a7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:14.288520 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:14.291488 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:14.292115 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-f4e0c2c7-318e-4b64-9c15-b68cb5ef7c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:14.298118 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-f4e0c2c7-318e-4b64-9c15-b68cb5ef7c40 admin admin] Usage tracker for resource:security_group_rule and tenant:809e2d320a26465d9461a5f934b994b6 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:14.302165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-f4e0c2c7-318e-4b64-9c15-b68cb5ef7c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:14.309057 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-f4e0c2c7-318e-4b64-9c15-b68cb5ef7c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:14.318064 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423fcf8-b496-4921-b4d9-b332a41b2d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ed3367-275d-47da-8e06-ae3acaf5b949,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:14.354722 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b423fcf8-b496-4921-b4d9-b332a41b2d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:14.401093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=4be3275b-9eea-45b2-a2da-b724d05fde3d,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:14.404970 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:14.443983 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4bc29afa-fbe9-482e-81e0-391ebb773d27 req-1c66c88f-52ad-4f6c-924d-5591cd9db31e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6645536
Apr 15 10:58:14.470497 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b1330-ec54-47d6-8e7e-aeb81ce4998e req-62cdd7dc-025a-4916-84f9-5d1f6706ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:14.472244 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-942b1330-ec54-47d6-8e7e-aeb81ce4998e req-62cdd7dc-025a-4916-84f9-5d1f6706ab20 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1532805
Apr 15 10:58:14.521541 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b423fcf8-b496-4921-b4d9-b332a41b2d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:14.522776 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-b423fcf8-b496-4921-b4d9-b332a41b2d74 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/66ed3367-275d-47da-8e06-ae3acaf5b949 HTTP/1.1" status: 204  len: 168 time: 1.6104264
Apr 15 10:58:14.542179 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4d974ea0-0cc0-489d-bd11-93809c0a34cd req-e5ea8bdc-bbe8-48eb-acb4-52d68eb5ff7f service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0857987
Apr 15 10:58:14.574249 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92a061-c81b-4f38-bac0-bb440b0ec96e req-9f8c16bc-5cae-48e8-986d-31b6e977f2cd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:14.582226 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3c92a061-c81b-4f38-bac0-bb440b0ec96e req-9f8c16bc-5cae-48e8-986d-31b6e977f2cd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 944 time: 0.9811320
Apr 15 10:58:14.586783 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-559b9c0b-b6bd-46ee-9d48-8190b9612b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:14.607049 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-559b9c0b-b6bd-46ee-9d48-8190b9612b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:14.623908 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:14.699072 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f4e0c2c7-318e-4b64-9c15-b68cb5ef7c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:14.710499 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3c92a061-c81b-4f38-bac0-bb440b0ec96e req-c9b3eace-0966-4953-96a7-e425bc95a992 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1272650
Apr 15 10:58:14.723160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f4e0c2c7-318e-4b64-9c15-b68cb5ef7c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:14.744280 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-559b9c0b-b6bd-46ee-9d48-8190b9612b51 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7d18e2b9d8d44ab08fd64b7467f8b5b9&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1661906
Apr 15 10:58:14.744562 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 43040) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:14.752628 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-928e7cc2-5c2e-4321-840c-10a77eb0c2e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:14.753025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b9c0b-b6bd-46ee-9d48-8190b9612b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89f2442-d84a-42b1-866a-126e0b0b9f56,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:14.757025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-559b9c0b-b6bd-46ee-9d48-8190b9612b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:14.794477 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83922833-acde-455e-9bcc-04acfbe1c032 req-2941aebe-f0fb-4e93-b76f-09f8ce55d194 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:14.800766 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['4be3275b-9eea-45b2-a2da-b724d05fde3d'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:58:14.802867 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-83922833-acde-455e-9bcc-04acfbe1c032 req-2941aebe-f0fb-4e93-b76f-09f8ce55d194 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 945 time: 0.1798489
Apr 15 10:58:14.879626 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-83922833-acde-455e-9bcc-04acfbe1c032 req-33dcf8bf-d09d-4cb8-9e2e-2dd8a34a4a0c tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753665
Apr 15 10:58:14.988591 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-f4e0c2c7-318e-4b64-9c15-b68cb5ef7c40 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=809e2d320a26465d9461a5f934b994b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7376082
Apr 15 10:58:14.991320 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43048) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:15.000246 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0c2c7-318e-4b64-9c15-b68cb5ef7c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b79cea1-9db6-4adc-a287-3d463f264bf3,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:15.013277 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f4e0c2c7-318e-4b64-9c15-b68cb5ef7c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:15.032423 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-942b1330-ec54-47d6-8e7e-aeb81ce4998e req-1ac183af-8d8c-4658-8df4-b40906c54831 service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5453312
Apr 15 10:58:15.121574 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8ba78fad-63bd-4bf8-8716-9bb0f26452de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.161369 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8ba78fad-63bd-4bf8-8716-9bb0f26452de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.207256 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43054) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:15.232684 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cbd43ec-438c-41d4-8b06-1abac0107506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.247414 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f16942cf-cd06-4829-8511-700cc61f37b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.253446 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-1cbd43ec-438c-41d4-8b06-1abac0107506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:15.259637 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-1cbd43ec-438c-41d4-8b06-1abac0107506 admin admin] Usage tracker for resource:security_group_rule and tenant:25940a6a3f87406a83dd7b6fa6b2bf00 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:15.263395 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-1cbd43ec-438c-41d4-8b06-1abac0107506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:15.272003 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-1cbd43ec-438c-41d4-8b06-1abac0107506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:15.281452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8ba78fad-63bd-4bf8-8716-9bb0f26452de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.289721 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b423fcf8-b496-4921-b4d9-b332a41b2d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:15.317438 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8ba78fad-63bd-4bf8-8716-9bb0f26452de admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.318762 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-8ba78fad-63bd-4bf8-8716-9bb0f26452de admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4b79cea1-9db6-4adc-a287-3d463f264bf3 HTTP/1.1" status: 204  len: 168 time: 0.3258367
Apr 15 10:58:15.319971 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba78fad-63bd-4bf8-8716-9bb0f26452de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b79cea1-9db6-4adc-a287-3d463f264bf3,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:15.328451 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8ba78fad-63bd-4bf8-8716-9bb0f26452de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:15.400312 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f16942cf-cd06-4829-8511-700cc61f37b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.438941 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cbd43ec-438c-41d4-8b06-1abac0107506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.442742 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cbd43ec-438c-41d4-8b06-1abac0107506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.457804 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b8c3ba5b-eb22-4532-b8d6-6e91552ac8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:15.497741 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd43ec-438c-41d4-8b06-1abac0107506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706cba5a-b513-450f-969d-8f3c2be9645c,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:15.504828 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1cbd43ec-438c-41d4-8b06-1abac0107506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:15.513064 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-942b1330-ec54-47d6-8e7e-aeb81ce4998e req-5b2df805-858a-474f-b192-c9ced0eaee87 service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4469368
Apr 15 10:58:15.530941 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 43062) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:15.531438 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-1cbd43ec-438c-41d4-8b06-1abac0107506 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=25940a6a3f87406a83dd7b6fa6b2bf00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3230093
Apr 15 10:58:15.664016 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f16942cf-cd06-4829-8511-700cc61f37b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.682123 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2edef172-6e80-4ad2-9f77-c22c0cec9eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:15.715131 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16942cf-cd06-4829-8511-700cc61f37b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89f2442-d84a-42b1-866a-126e0b0b9f56,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:15.721868 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f16942cf-cd06-4829-8511-700cc61f37b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:15.770365 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f16942cf-cd06-4829-8511-700cc61f37b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.776597 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-f16942cf-cd06-4829-8511-700cc61f37b1 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b89f2442-d84a-42b1-866a-126e0b0b9f56 HTTP/1.1" status: 204  len: 168 time: 1.0050089
Apr 15 10:58:15.784212 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5e1f1379-c7ae-4a1d-84df-0fd51b961d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.840230 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5e1f1379-c7ae-4a1d-84df-0fd51b961d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.929511 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef77b9-dd84-4c4a-ada2-1bd16b56f81b req-6d9a3d88-7d00-46cc-9154-4a29ea1f901f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:15.932903 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8bef77b9-dd84-4c4a-ada2-1bd16b56f81b req-6d9a3d88-7d00-46cc-9154-4a29ea1f901f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.2629294
Apr 15 10:58:15.957720 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5e1f1379-c7ae-4a1d-84df-0fd51b961d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.970652 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:15.972296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 4be3275b-9eea-45b2-a2da-b724d05fde3d up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:15.984477 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f1379-c7ae-4a1d-84df-0fd51b961d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706cba5a-b513-450f-969d-8f3c2be9645c,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:15.988467 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5e1f1379-c7ae-4a1d-84df-0fd51b961d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:15.995157 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5e1f1379-c7ae-4a1d-84df-0fd51b961d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:15.997319 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-5e1f1379-c7ae-4a1d-84df-0fd51b961d7e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/706cba5a-b513-450f-969d-8f3c2be9645c HTTP/1.1" status: 204  len: 168 time: 0.4629338
Apr 15 10:58:16.094009 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port 4be3275b-9eea-45b2-a2da-b724d05fde3d completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:16.101506 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8bef77b9-dd84-4c4a-ada2-1bd16b56f81b req-72114622-2d0c-4c61-8286-7750c22d1fe5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1608453
Apr 15 10:58:16.116989 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port 4be3275b-9eea-45b2-a2da-b724d05fde3d triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:16.118717 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:16.338948 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:16.375632 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3590b368-0035-4e97-bb36-250b13b4d98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be3275b-9eea-45b2-a2da-b724d05fde3d'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:16.388517 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 4be3275b-9eea-45b2-a2da-b724d05fde3d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4be3275b-9eea-45b2-a2da-b724d05fde3d,segment=NetworkSegment(bbe9b76a-2909-49df-a0d1-c8bbbac386a7),segment_id=bbe9b76a-2909-49df-a0d1-c8bbbac386a7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:16.393262 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:16.394539 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device d025085c-25e1-4bab-a447-fede622f9ba3 up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:16.413495 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716c63e-dfe6-45b1-b2e5-fed3896504b3 req-d0d3a522-45f6-47d5-ac5a-750ebe5ac92c tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:16.422667 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9716c63e-dfe6-45b1-b2e5-fed3896504b3 req-d0d3a522-45f6-47d5-ac5a-750ebe5ac92c tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 945 time: 0.1823080
Apr 15 10:58:16.432389 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f97950a2-2d93-4290-a975-cdd6d17af23e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:16.526336 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=4be3275b-9eea-45b2-a2da-b724d05fde3d,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:16.532803 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:16.593641 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port d025085c-25e1-4bab-a447-fede622f9ba3 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:16.602958 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9716c63e-dfe6-45b1-b2e5-fed3896504b3 req-6781a6eb-3705-446c-9228-985f16f60284 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788836
Apr 15 10:58:16.612549 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port d025085c-25e1-4bab-a447-fede622f9ba3 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:16.614017 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:16.772587 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756e1cb-a32f-4ef7-8eac-41209e7ef3de req-2b37dbc8-5d3d-40c4-9c5a-74a57355680a tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:16.776299 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8756e1cb-a32f-4ef7-8eac-41209e7ef3de req-2b37dbc8-5d3d-40c4-9c5a-74a57355680a tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.3168161
Apr 15 10:58:16.867504 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:16.876620 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 43098) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:16.905368 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e055cb5-3afe-4922-8f78-5bfb9b943f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:16.930194 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0e055cb5-3afe-4922-8f78-5bfb9b943f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:16.934973 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0e055cb5-3afe-4922-8f78-5bfb9b943f40 admin admin] Usage tracker for resource:security_group_rule and tenant:6c03483207b54496b53f9ab5029ebf3e is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:16.939070 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0e055cb5-3afe-4922-8f78-5bfb9b943f40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:16.947792 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0e055cb5-3afe-4922-8f78-5bfb9b943f40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:16.955564 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port d025085c-25e1-4bab-a447-fede622f9ba3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d025085c-25e1-4bab-a447-fede622f9ba3,segment=NetworkSegment(23425407-1090-41fc-90be-dc1af31d18ea),segment_id=23425407-1090-41fc-90be-dc1af31d18ea)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:16.959586 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:16.963374 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:17.006427 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8756e1cb-a32f-4ef7-8eac-41209e7ef3de req-528508f1-ddb3-42d4-acda-c6c031d42da6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1566391
Apr 15 10:58:17.086190 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7b42c-7b44-49dd-86d4-06563ba9aabf req-dee75131-0533-4ea0-b4e9-c41b6cc430bf tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:17.109543 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-acf7b42c-7b44-49dd-86d4-06563ba9aabf req-dee75131-0533-4ea0-b4e9-c41b6cc430bf tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 946 time: 0.3310101
Apr 15 10:58:17.112136 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=d025085c-25e1-4bab-a447-fede622f9ba3,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:17.126732 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:17.212399 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-acf7b42c-7b44-49dd-86d4-06563ba9aabf req-fd1ae40a-cca7-44df-a2f9-34d4561e88e5 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010630
Apr 15 10:58:17.221557 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e055cb5-3afe-4922-8f78-5bfb9b943f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:17.224183 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3590b368-0035-4e97-bb36-250b13b4d98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be3275b-9eea-45b2-a2da-b724d05fde3d', 'code': 200}
Apr 15 10:58:17.226853 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e055cb5-3afe-4922-8f78-5bfb9b943f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:17.251796 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:17.337696 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e055cb5-3afe-4922-8f78-5bfb9b943f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b044fe18-ba72-4403-9875-d145c440cfce,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:17.345608 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0e055cb5-3afe-4922-8f78-5bfb9b943f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:17.352990 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0e055cb5-3afe-4922-8f78-5bfb9b943f40 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6c03483207b54496b53f9ab5029ebf3e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4726045
Apr 15 10:58:17.354252 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 43116) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:17.499485 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c7af074b-f0d7-4d36-9282-1e8151e02924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:17.532249 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8c7d6-f22f-41de-87aa-98aa2fefda70 req-fed66ccf-5a93-444b-83e2-ed7e8968a295 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:17.533673 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-afb8c7d6-f22f-41de-87aa-98aa2fefda70 req-fed66ccf-5a93-444b-83e2-ed7e8968a295 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.1738455
Apr 15 10:58:17.536515 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c7af074b-f0d7-4d36-9282-1e8151e02924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:17.588798 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-afb8c7d6-f22f-41de-87aa-98aa2fefda70 req-c9e0e270-d365-49b0-a5f0-a21c196cd4f0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460532
Apr 15 10:58:17.670968 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad47642-3222-4f33-a04f-4de91e117398 req-05d70d7c-2724-4135-a716-e9b87a36f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:17.673185 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5ad47642-3222-4f33-a04f-4de91e117398 req-05d70d7c-2724-4135-a716-e9b87a36f83f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 1099 time: 0.1130452
Apr 15 10:58:17.677369 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c7af074b-f0d7-4d36-9282-1e8151e02924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:17.683703 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:17.731011 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af074b-f0d7-4d36-9282-1e8151e02924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b044fe18-ba72-4403-9875-d145c440cfce,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:17.733596 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c7af074b-f0d7-4d36-9282-1e8151e02924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:17.745739 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c7af074b-f0d7-4d36-9282-1e8151e02924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:17.747214 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-c7af074b-f0d7-4d36-9282-1e8151e02924 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b044fe18-ba72-4403-9875-d145c440cfce HTTP/1.1" status: 204  len: 168 time: 0.3927910
Apr 15 10:58:17.755482 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5ad47642-3222-4f33-a04f-4de91e117398 req-70b00464-d946-4357-9096-c2c8c814dd79 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0619831
Apr 15 10:58:17.915666 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfeb57-49bb-4c79-9810-25fd5f692687 req-2ae41a6f-f401-4e26-bb84-ec10bc68c2b9 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:17.917577 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-36dfeb57-49bb-4c79-9810-25fd5f692687 req-2ae41a6f-f401-4e26-bb84-ec10bc68c2b9 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.1555324
Apr 15 10:58:17.980869 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device c34e8bda-5a25-484a-b9f2-fced87bbb15a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:58:17.998866 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-36dfeb57-49bb-4c79-9810-25fd5f692687 req-93a0f616-bb94-4e3d-bb3d-c6d8d07fb1d9 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694385
Apr 15 10:58:18.363528 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port c34e8bda-5a25-484a-b9f2-fced87bbb15a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c34e8bda-5a25-484a-b9f2-fced87bbb15a,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:18.387045 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'port_id': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a', 'mac_address': 'fa:16:3e:cd:d4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:58:18.481343 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:18.507637 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34e8bda-5a25-484a-b9f2-fced87bbb15a {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:58:18.527447 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port c34e8bda-5a25-484a-b9f2-fced87bbb15a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c34e8bda-5a25-484a-b9f2-fced87bbb15a,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:18.531002 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:18.534976 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:18.558254 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cffd54-686d-451f-8ad9-f173c8945269 req-5e7147b8-c61c-429f-8eba-c3d8c53f786b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:18.569133 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b8cffd54-686d-451f-8ad9-f173c8945269 req-5e7147b8-c61c-429f-8eba-c3d8c53f786b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.3067935
Apr 15 10:58:18.622948 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=c34e8bda-5a25-484a-b9f2-fced87bbb15a,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:18.626432 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:18.666322 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b8cffd54-686d-451f-8ad9-f173c8945269 req-9302c157-b2b9-4627-9baf-27b100c2397d tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0960863
Apr 15 10:58:18.686098 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677835c-ded2-4bb2-811f-e5c06765e1b3 req-9410ec04-e391-498a-a469-ab35a04f2d3d tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:18.688118 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5677835c-ded2-4bb2-811f-e5c06765e1b3 req-9410ec04-e391-498a-a469-ab35a04f2d3d tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 946 time: 0.2750967
Apr 15 10:58:18.816657 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5677835c-ded2-4bb2-811f-e5c06765e1b3 req-5672ef6b-4f60-407d-9ffa-e0841f6c6666 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128716
Apr 15 10:58:18.854151 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477f4c6-90cf-4ec7-9afd-d2492bea16ff req-8b66a9fc-4de8-4a11-834f-25a07de95ed9 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:18.854865 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-5477f4c6-90cf-4ec7-9afd-d2492bea16ff req-8b66a9fc-4de8-4a11-834f-25a07de95ed9 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Synchronizing usage tracker for tenant:f2423ceb3c374eadb7f48ad4d0fe71c5 on resource:port {{(pid=85321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:58:18.873558 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-5477f4c6-90cf-4ec7-9afd-d2492bea16ff req-8b66a9fc-4de8-4a11-834f-25a07de95ed9 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Unset dirty status for tenant:f2423ceb3c374eadb7f48ad4d0fe71c5 on resource:port {{(pid=85321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:58:18.876232 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5477f4c6-90cf-4ec7-9afd-d2492bea16ff req-8b66a9fc-4de8-4a11-834f-25a07de95ed9 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.99 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 946 time: 0.1834180
Apr 15 10:58:18.978488 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-5477f4c6-90cf-4ec7-9afd-d2492bea16ff req-335a5327-a061-417a-b781-6c636ce93744 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Deleting port 1e7aba17-4ccf-48f8-9d21-201e41c926df {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:58:18.980532 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-5477f4c6-90cf-4ec7-9afd-d2492bea16ff req-335a5327-a061-417a-b781-6c636ce93744 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:19.034089 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['c34e8bda-5a25-484a-b9f2-fced87bbb15a'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:58:19.068568 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611cf49-3393-42e3-90f4-dc835bed7ee2 req-ef461694-b040-4ec7-a9d9-0ded5c54d1a4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:19.077806 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f611cf49-3393-42e3-90f4-dc835bed7ee2 req-ef461694-b040-4ec7-a9d9-0ded5c54d1a4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 945 time: 0.2086546
Apr 15 10:58:19.162334 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f611cf49-3393-42e3-90f4-dc835bed7ee2 req-332235c9-f185-4649-9110-c2a2b326ebe9 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829735
Apr 15 10:58:19.238832 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5bb495-8116-4196-bd29-b324a8439bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd025085c-25e1-4bab-a447-fede622f9ba3'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:19.402104 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5bb495-8116-4196-bd29-b324a8439bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd025085c-25e1-4bab-a447-fede622f9ba3', 'code': 200}
Apr 15 10:58:19.528170 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8263e9c-84c7-4e64-a150-3f395b093264 req-20fbb7b9-cd1c-489d-8fae-ba8003737466 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:19.548544 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e8263e9c-84c7-4e64-a150-3f395b093264 req-20fbb7b9-cd1c-489d-8fae-ba8003737466 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.2292995
Apr 15 10:58:19.592112 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-5477f4c6-90cf-4ec7-9afd-d2492bea16ff req-335a5327-a061-417a-b781-6c636ce93744 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] For port 1e7aba17-4ccf-48f8-9d21-201e41c926df, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1e7aba17-4ccf-48f8-9d21-201e41c926df,segment=NetworkSegment(453fdcbd-06ef-48f6-9bee-91b74dee5b9d),segment_id=453fdcbd-06ef-48f6-9bee-91b74dee5b9d)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:19.593268 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-5477f4c6-90cf-4ec7-9afd-d2492bea16ff req-335a5327-a061-417a-b781-6c636ce93744 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:19.712865 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e8263e9c-84c7-4e64-a150-3f395b093264 req-af29fca7-2219-48c8-8c06-fd8db24245c1 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555104
Apr 15 10:58:19.991425 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-5477f4c6-90cf-4ec7-9afd-d2492bea16ff req-335a5327-a061-417a-b781-6c636ce93744 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Calling delete_port for 1e7aba17-4ccf-48f8-9d21-201e41c926df owned by compute:nova {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:58:19.999961 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 1e7aba17-4ccf-48f8-9d21-201e41c926df no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:58:20.363681 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:20.518011 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-5477f4c6-90cf-4ec7-9afd-d2492bea16ff req-335a5327-a061-417a-b781-6c636ce93744 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:20.557374 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b3477-6ffa-4c62-a830-64a57c5deb27 req-c6868044-e469-4c38-b11f-bad38c7897db tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:20.560802 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-be0b3477-6ffa-4c62-a830-64a57c5deb27 req-c6868044-e469-4c38-b11f-bad38c7897db tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.4542382
Apr 15 10:58:20.568403 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247ab1e-53e3-4777-a23a-df737670194b req-832939ec-2181-458f-bb36-f40c6690ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:20.570861 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8247ab1e-53e3-4777-a23a-df737670194b req-832939ec-2181-458f-bb36-f40c6690ade3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 1099 time: 0.6290545
Apr 15 10:58:20.582253 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca7d4a-6b5c-49c1-9858-6ac8689d4314 req-02b77ec8-9bc3-447e-8cb0-dc42f4d6d5ee tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:20.585243 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-89ca7d4a-6b5c-49c1-9858-6ac8689d4314 req-02b77ec8-9bc3-447e-8cb0-dc42f4d6d5ee tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 946 time: 0.5016298
Apr 15 10:58:20.688529 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:20.831376 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-89ca7d4a-6b5c-49c1-9858-6ac8689d4314 req-e620bc76-3e51-4f3d-8d1e-e8744d241653 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/security-groups?id=14f45e88-ef57-44e2-abe6-61c61039b0e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2265697
Apr 15 10:58:20.881264 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-be0b3477-6ffa-4c62-a830-64a57c5deb27 req-5d19e463-7f97-4740-94ac-9a9da49cbb0c tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2802093
Apr 15 10:58:20.883504 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-8247ab1e-53e3-4777-a23a-df737670194b req-382e6e2a-92b4-479c-8aa4-96e6e1693149 service neutron] Synchronizing usage tracker for tenant:b4269e9995164a8483ddeea6bac9acf9 on resource:security_group {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:58:20.949911 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-8247ab1e-53e3-4777-a23a-df737670194b req-382e6e2a-92b4-479c-8aa4-96e6e1693149 service neutron] Unset dirty status for tenant:b4269e9995164a8483ddeea6bac9acf9 on resource:security_group {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:58:20.955340 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8247ab1e-53e3-4777-a23a-df737670194b req-382e6e2a-92b4-479c-8aa4-96e6e1693149 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3680651
Apr 15 10:58:21.199188 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:21.284762 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a5327-a061-417a-b781-6c636ce93744 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Pushing event deleted for resources: {'Port': ['ID=1e7aba17-4ccf-48f8-9d21-201e41c926df,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:21.289590 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-335a5327-a061-417a-b781-6c636ce93744 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:21.337136 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bb0ef-75dd-439f-90cf-e04317908d85 req-a144a59a-1276-443b-9058-d7eb89a630a0 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:21.346033 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-384bb0ef-75dd-439f-90cf-e04317908d85 req-a144a59a-1276-443b-9058-d7eb89a630a0 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.2580409
Apr 15 10:58:21.429443 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-384bb0ef-75dd-439f-90cf-e04317908d85 req-59bd1950-2ffa-43fd-8cb9-b6ff51b03be6 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822544
Apr 15 10:58:21.463438 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9fced-67cf-4bc2-93fd-0bcd2f2bbe58 req-cb14318e-b6f8-42cd-9954-5ee160909765 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:21.478015 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2fe9fced-67cf-4bc2-93fd-0bcd2f2bbe58 req-cb14318e-b6f8-42cd-9954-5ee160909765 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 945 time: 0.2264192
Apr 15 10:58:21.639571 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2fe9fced-67cf-4bc2-93fd-0bcd2f2bbe58 req-f1f834f7-2a55-4e72-9a15-6eabf4f26bc0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1432903
Apr 15 10:58:21.698569 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-5477f4c6-90cf-4ec7-9afd-d2492bea16ff req-335a5327-a061-417a-b781-6c636ce93744 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] No DVR routers for this DVR port 1e7aba17-4ccf-48f8-9d21-201e41c926df on host hv-cinder-78638 {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:58:21.707864 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-5477f4c6-90cf-4ec7-9afd-d2492bea16ff req-335a5327-a061-417a-b781-6c636ce93744 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:21.721617 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbda032-c541-4c64-a6e5-6c215b1a8412', 'name': 'network-vif-deleted', 'tag': '1e7aba17-4ccf-48f8-9d21-201e41c926df'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:21.723580 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e0c5e-411f-45e3-9f30-8b8b19899b6a req-05e47b6e-b47f-40ee-9af3-f4de6569b8ee tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:21.736255 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-068e0c5e-411f-45e3-9f30-8b8b19899b6a req-05e47b6e-b47f-40ee-9af3-f4de6569b8ee tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1650572
Apr 15 10:58:21.743035 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 43246) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:21.751495 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5477f4c6-90cf-4ec7-9afd-d2492bea16ff req-335a5327-a061-417a-b781-6c636ce93744 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.99 "DELETE /v2.0/ports/1e7aba17-4ccf-48f8-9d21-201e41c926df HTTP/1.1" status: 204  len: 173 time: 2.8706970
Apr 15 10:58:21.755300 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-f2b106c1-7945-4e05-8c48-153e3115e011 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Request body: {'floatingip': {'port_id': '4be3275b-9eea-45b2-a2da-b724d05fde3d'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:21.973892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f2b106c1-7945-4e05-8c48-153e3115e011 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for floatingip, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:22.013036 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device c34e8bda-5a25-484a-b9f2-fced87bbb15a up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:22.187063 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbda032-c541-4c64-a6e5-6c215b1a8412', 'name': 'network-vif-deleted', 'tag': '1e7aba17-4ccf-48f8-9d21-201e41c926df', 'status': 'completed', 'code': 200}
Apr 15 10:58:22.286130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port c34e8bda-5a25-484a-b9f2-fced87bbb15a completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:22.291616 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cbef510b-e8c8-4903-8195-013feb794b17 req-a7691622-d276-49fc-a5d9-091cf6cdbd3f tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 210 time: 0.1728597
Apr 15 10:58:22.300824 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port c34e8bda-5a25-484a-b9f2-fced87bbb15a triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:22.301238 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:22.535816 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:22.579871 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4080e02-8fe1-464d-9d6e-35e63fa8f18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:22.593743 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port c34e8bda-5a25-484a-b9f2-fced87bbb15a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c34e8bda-5a25-484a-b9f2-fced87bbb15a,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:22.597775 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:22.602825 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:22.773653 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4080e02-8fe1-464d-9d6e-35e63fa8f18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a', 'code': 200}
Apr 15 10:58:22.784599 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=c34e8bda-5a25-484a-b9f2-fced87bbb15a,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:22.792923 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:22.910793 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f8d01-1354-4a7f-a13f-973c58e624c4 req-971808f2-c7f9-494b-8845-55c44fe5d90d tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:22.917800 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-090f8d01-1354-4a7f-a13f-973c58e624c4 req-971808f2-c7f9-494b-8845-55c44fe5d90d tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.2532592
Apr 15 10:58:23.139692 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-090f8d01-1354-4a7f-a13f-973c58e624c4 req-e098acee-7923-4067-82b3-1e3b74997003 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524971
Apr 15 10:58:23.161798 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b0e7d-42db-4e9b-a7d4-8873f8463b61 req-ac7c7637-0825-4689-97e2-14e700fac8ad tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:23.165540 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7c8b0e7d-42db-4e9b-a7d4-8873f8463b61 req-ac7c7637-0825-4689-97e2-14e700fac8ad tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.2463851
Apr 15 10:58:23.248592 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7c8b0e7d-42db-4e9b-a7d4-8873f8463b61 req-8b74cc2e-1ace-44f0-b7a9-22901422049c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597799
Apr 15 10:58:23.565495 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e15d4a-1252-4141-9661-602915e4afa0 req-2c810fa2-4593-4f1e-908f-3ce83e2f4cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:23.570106 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-24e15d4a-1252-4141-9661-602915e4afa0 req-2c810fa2-4593-4f1e-908f-3ce83e2f4cad service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 1099 time: 0.4481106
Apr 15 10:58:23.616982 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0bfedc66-261b-4f9c-8f7c-d6e09a2686ab req-87ee76b5-8d11-45bf-abc2-037d4e7af21e tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcbda032-c541-4c64-a6e5-6c215b1a8412 HTTP/1.1" status: 200  len: 210 time: 0.0905263
Apr 15 10:58:23.743398 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cabddf-1d35-4273-8091-27f683ec1cae req-dcb877d9-5083-40a2-817f-53414f10d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:23.745771 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-10cabddf-1d35-4273-8091-27f683ec1cae req-dcb877d9-5083-40a2-817f-53414f10d81e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=804134d291a14530a112361fda616a0d&device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 1099 time: 0.1063669
Apr 15 10:58:23.791217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.resource_extend [None req-f2b106c1-7945-4e05-8c48-153e3115e011 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 10:58:23.882010 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9e7d21a5-9d38-470e-b97b-ef8656038ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:24.023454 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-24e15d4a-1252-4141-9661-602915e4afa0 req-8bae1638-f03a-465b-8469-63d403ec9049 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3422399
Apr 15 10:58:24.098955 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f2b106c1-7945-4e05-8c48-153e3115e011 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:24.108869 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f2b106c1-7945-4e05-8c48-153e3115e011 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006503'] for floatingip, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:24.303466 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cabddf-1d35-4273-8091-27f683ec1cae req-bae398b4-0f2d-482d-b69e-568110c7c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:24.306646 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-10cabddf-1d35-4273-8091-27f683ec1cae req-bae398b4-0f2d-482d-b69e-568110c7c50f service neutron] 10.222.0.99 "GET /v2.0/networks?id=67d31719-2f11-4a22-960a-40e0f7eba8a5 HTTP/1.1" status: 200  len: 921 time: 0.4686990
Apr 15 10:58:24.351122 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_db [None req-f2b106c1-7945-4e05-8c48-153e3115e011 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Floating IP 78cae9f9-c728-44d0-9e86-0becfe75c26f associated. External IP: 172.27.0.20, port: 4be3275b-9eea-45b2-a2da-b724d05fde3d.
Apr 15 10:58:24.402836 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a4aea-983b-43d9-ab79-ba93e539b4ca req-9b2ee227-c08a-42c1-bd7b-21cb84ba6eeb tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:24.406094 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f00a4aea-983b-43d9-ab79-ba93e539b4ca req-9b2ee227-c08a-42c1-bd7b-21cb84ba6eeb tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.6770711
Apr 15 10:58:24.691831 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-10cabddf-1d35-4273-8091-27f683ec1cae req-74b3b177-9fd6-469a-9580-d199cfbc0aa6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d025085c-25e1-4bab-a447-fede622f9ba3 HTTP/1.1" status: 200  len: 217 time: 0.2774038
Apr 15 10:58:24.703367 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f00a4aea-983b-43d9-ab79-ba93e539b4ca req-40138411-3346-4a25-ab07-26fc71cafbc3 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2804251
Apr 15 10:58:24.852557 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-a686c52a-c0cc-4c81-b412-1ffe1d28e4fc tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:24.868352 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-a686c52a-c0cc-4c81-b412-1ffe1d28e4fc tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/networks?id=cbf52b31-cabb-4684-b870-425b20f1a830 HTTP/1.1" status: 200  len: 814 time: 0.7910500
Apr 15 10:58:24.898385 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b106c1-7945-4e05-8c48-153e3115e011 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:58:24.907826 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-79ac9625-d7d1-4668-bb48-a497067dc920 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/quotas/1856da834bea4d4f808d3291b817ed29 HTTP/1.1" status: 200  len: 375 time: 0.0377400
Apr 15 10:58:25.142949 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cabddf-1d35-4273-8091-27f683ec1cae req-3ca26c72-f77a-468d-bc29-f1d0314eb850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:25.145422 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-10cabddf-1d35-4273-8091-27f683ec1cae req-3ca26c72-f77a-468d-bc29-f1d0314eb850 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1a328fd2-dde8-4bb1-a553-950b8375ab8e HTTP/1.1" status: 200  len: 859 time: 0.4237192
Apr 15 10:58:25.429506 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c0f18a5a-1473-400f-bdc9-1e898d377308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:25.477292 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b106c1-7945-4e05-8c48-153e3115e011 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:58:25.508960 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4e0c73-850f-46b4-81f8-1a69c0d447a8 None None] Sync routers for ids ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:58:25.518388 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f2b106c1-7945-4e05-8c48-153e3115e011 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:25.524205 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-10cabddf-1d35-4273-8091-27f683ec1cae req-6f85c5d7-b311-40ef-a5cf-e5e9c1d532f5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=67d31719-2f11-4a22-960a-40e0f7eba8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3665268
Apr 15 10:58:25.528100 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4e0c73-850f-46b4-81f8-1a69c0d447a8 None None] Routers {'2cca1b90-0fc0-46d3-96f8-d55353acfef7'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:25.529145 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-7f4e0c73-850f-46b4-81f8-1a69c0d447a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5a88978>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:25.650267 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-f2b106c1-7945-4e05-8c48-153e3115e011 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "PUT /v2.0/floatingips/78cae9f9-c728-44d0-9e86-0becfe75c26f HTTP/1.1" status: 200  len: 991 time: 3.9054360
Apr 15 10:58:25.655958 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3590b368-0035-4e97-bb36-250b13b4d98c', 'tag': '4be3275b-9eea-45b2-a2da-b724d05fde3d'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:25.715885 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-09b47e2a-09e1-482b-a762-036d1d885010 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=1856da834bea4d4f808d3291b817ed29&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8009365
Apr 15 10:58:25.728504 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c779f7-18e5-4b01-89f7-2846110ad554 req-49a2967c-f8db-4c0f-a82a-8c60d0168e4e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:25.737749 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d9c779f7-18e5-4b01-89f7-2846110ad554 req-49a2967c-f8db-4c0f-a82a-8c60d0168e4e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.7319479
Apr 15 10:58:25.835449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-7f4e0c73-850f-46b4-81f8-1a69c0d447a8 None None] Set router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:25.838544 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d9c779f7-18e5-4b01-89f7-2846110ad554 req-fb3538ca-e3b0-4304-a883-2b8b6043d6f3 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0995185
Apr 15 10:58:26.045996 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-10cabddf-1d35-4273-8091-27f683ec1cae req-cbe10755-4e8c-40ae-976f-80563941fa21 service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4923666
Apr 15 10:58:26.305279 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3590b368-0035-4e97-bb36-250b13b4d98c', 'tag': '4be3275b-9eea-45b2-a2da-b724d05fde3d', 'status': 'completed', 'code': 200}
Apr 15 10:58:26.352364 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-7f4e0c73-850f-46b4-81f8-1a69c0d447a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5a88978>, [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:23Z', 'revision_number': 4, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port': {'id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:03Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '78cae9f9-c728-44d0-9e86-0becfe75c26f', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'port_id': '4be3275b-9eea-45b2-a2da-b724d05fde3d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'mac_address': 'fa:16:3e:eb:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590b368-0035-4e97-bb36-250b13b4d98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:38Z', 'updated_at': '2021-04-15T10:58:23Z', 'revision_number': 1, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962e6f28-ed87-4d4a-81c2-e0b014d94425', 'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'mac_address': 'fa:16:3e:2c:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:21Z', 'updated_at': '2021-04-15T10:57:37Z', 'revision_number': 5, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'subnets': [{'id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:26.361645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4e0c73-850f-46b4-81f8-1a69c0d447a8 None None] Checking router: 2cca1b90-0fc0-46d3-96f8-d55353acfef7 for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:58:26.383626 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4e0c73-850f-46b4-81f8-1a69c0d447a8 None None] Routers {'2cca1b90-0fc0-46d3-96f8-d55353acfef7'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:26.386760 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-7f4e0c73-850f-46b4-81f8-1a69c0d447a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5a88978>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:26.521827 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be72431-3c3e-43f5-af0b-d3fc5cae8e90 req-fd2974ab-a389-4f85-9acb-e29ff3bd837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:26.526890 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-e819467e-d8ad-408c-917a-1c532dbf791c service neutron] 10.222.0.100 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7833872
Apr 15 10:58:26.530941 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9be72431-3c3e-43f5-af0b-d3fc5cae8e90 req-fd2974ab-a389-4f85-9acb-e29ff3bd837a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0959c169751f48ebbdb3397c86b113dc&device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 1099 time: 0.1347361
Apr 15 10:58:26.657121 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-10cabddf-1d35-4273-8091-27f683ec1cae req-cde83120-9537-49df-a0fb-d50ac93aa620 service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5958726
Apr 15 10:58:26.680795 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:26.820486 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-6e9463a8-b398-48d6-bf3e-97b1519e20b6 service neutron] 10.222.0.100 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2783675
Apr 15 10:58:26.861104 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005a2fd-e90a-446c-8e65-26edb136f727 req-22b5085c-a42c-48eb-b66e-7af034a1d49c tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:26.869928 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0005a2fd-e90a-446c-8e65-26edb136f727 req-22b5085c-a42c-48eb-b66e-7af034a1d49c tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.2111175
Apr 15 10:58:26.932176 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be72431-3c3e-43f5-af0b-d3fc5cae8e90 req-842f548d-6bc4-4c0a-a242-e12c1e64c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:26.934108 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9be72431-3c3e-43f5-af0b-d3fc5cae8e90 req-842f548d-6bc4-4c0a-a242-e12c1e64c9a3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f2540102-4996-4e3c-af26-30cf18f2f6dc HTTP/1.1" status: 200  len: 913 time: 0.3895903
Apr 15 10:58:26.938037 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-7f4e0c73-850f-46b4-81f8-1a69c0d447a8 None None] Set router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:26.978415 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0005a2fd-e90a-446c-8e65-26edb136f727 req-46e90418-ef42-400e-acb6-b8fea1d9ecf1 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074903
Apr 15 10:58:27.093265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:27.162984 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9be72431-3c3e-43f5-af0b-d3fc5cae8e90 req-b2290a8d-9e1b-4198-9b01-3d256e1cc99e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be3275b-9eea-45b2-a2da-b724d05fde3d HTTP/1.1" status: 200  len: 999 time: 0.2144971
Apr 15 10:58:27.301894 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be72431-3c3e-43f5-af0b-d3fc5cae8e90 req-1498c872-2890-4277-acb8-1c62497873af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:27.303946 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9be72431-3c3e-43f5-af0b-d3fc5cae8e90 req-1498c872-2890-4277-acb8-1c62497873af service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e HTTP/1.1" status: 200  len: 850 time: 0.1330473
Apr 15 10:58:27.470949 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c38d3e-a731-411b-8df3-56d598ca724b req-519ced0f-f50c-4dcc-92de-bb9e938202bb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:27.481764 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c3c38d3e-a731-411b-8df3-56d598ca724b req-519ced0f-f50c-4dcc-92de-bb9e938202bb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.2347717
Apr 15 10:58:27.566967 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be72431-3c3e-43f5-af0b-d3fc5cae8e90 req-748b1833-7fdc-4869-9d29-d98bd9d1ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:27.568036 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c3c38d3e-a731-411b-8df3-56d598ca724b req-a2baa948-3e37-45b1-9c99-a8ebb13520b5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817206
Apr 15 10:58:27.571157 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9be72431-3c3e-43f5-af0b-d3fc5cae8e90 req-748b1833-7fdc-4869-9d29-d98bd9d1ed25 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f2540102-4996-4e3c-af26-30cf18f2f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2591238
Apr 15 10:58:27.764446 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e6f14a30-f00f-4281-b08c-d94b306ae492 req-01840cae-b831-4415-be58-a42307e725bf tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 210 time: 0.1357129
Apr 15 10:58:27.896888 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9be72431-3c3e-43f5-af0b-d3fc5cae8e90 req-882d4e41-7247-463d-85d6-3b3354c3176e service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2847173
Apr 15 10:58:27.906874 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-7f4e0c73-850f-46b4-81f8-1a69c0d447a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5a88978>, [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:23Z', 'revision_number': 4, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port': {'id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:03Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '78cae9f9-c728-44d0-9e86-0becfe75c26f', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'port_id': '4be3275b-9eea-45b2-a2da-b724d05fde3d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'mac_address': 'fa:16:3e:eb:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590b368-0035-4e97-bb36-250b13b4d98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:38Z', 'updated_at': '2021-04-15T10:58:23Z', 'revision_number': 1, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962e6f28-ed87-4d4a-81c2-e0b014d94425', 'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'mac_address': 'fa:16:3e:2c:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:21Z', 'updated_at': '2021-04-15T10:57:37Z', 'revision_number': 5, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'subnets': [{'id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:27.931888 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4e0c73-850f-46b4-81f8-1a69c0d447a8 None None] The sync data for ids ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'] in dv-cinder-786386-1-iscsi is: [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:23Z', 'revision_number': 4, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port': {'id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:03Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '78cae9f9-c728-44d0-9e86-0becfe75c26f', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'port_id': '4be3275b-9eea-45b2-a2da-b724d05fde3d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'mac_address': 'fa:16:3e:eb:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590b368-0035-4e97-bb36-250b13b4d98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:38Z', 'updated_at': '2021-04-15T10:58:23Z', 'revision_number': 1, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962e6f28-ed87-4d4a-81c2-e0b014d94425', 'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'mac_address': 'fa:16:3e:2c:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:21Z', 'updated_at': '2021-04-15T10:57:37Z', 'revision_number': 5, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'subnets': [{'id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:58:28.249319 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9be72431-3c3e-43f5-af0b-d3fc5cae8e90 req-e976d176-fb05-4e84-85cd-d969c17e33ea service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3401127
Apr 15 10:58:28.270090 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01740c15-b17f-44c3-b219-67d9a46ecfdb req-3a064e1a-5db4-4d25-a128-77b2b2be2834 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:28.271870 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-01740c15-b17f-44c3-b219-67d9a46ecfdb req-3a064e1a-5db4-4d25-a128-77b2b2be2834 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.2784853
Apr 15 10:58:28.290711 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 43410) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:28.296556 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-70016682-ffa4-4676-8d35-02a6fc056259 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Request body: {'floatingip': {'port_id': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:28.519346 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2558fcd-48e2-4f89-91bc-9d35b5dc68d8 None None] New status for floating IP 78cae9f9-c728-44d0-9e86-0becfe75c26f: ACTIVE {{(pid=85322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 10:58:28.541595 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-70016682-ffa4-4676-8d35-02a6fc056259 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for floatingip, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:28.610772 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcaf47d-295a-45ec-a2a0-37711b664288 req-ee29a786-5b26-49a9-9db5-7b326493d95b tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:28.613640 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2bcaf47d-295a-45ec-a2a0-37711b664288 req-ee29a786-5b26-49a9-9db5-7b326493d95b tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.2908649
Apr 15 10:58:28.709240 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43424) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:28.852991 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2bcaf47d-295a-45ec-a2a0-37711b664288 req-6cec8ed1-9884-4f20-8c8b-650fd0387554 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2215660
Apr 15 10:58:28.903157 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c276748-fa6f-4743-afd4-108c6775fd48 admin admin] Deleting subnet 59b80798-97b0-407b-b02a-d1ae65483ee5 {{(pid=85320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:58:28.916217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2c276748-fa6f-4743-afd4-108c6775fd48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:28.987792 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2c276748-fa6f-4743-afd4-108c6775fd48 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:29.005042 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2c276748-fa6f-4743-afd4-108c6775fd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5390'] for subnet, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:29.418349 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0689255f-8a25-433b-a8b0-5830cc312128 req-de49bffe-185f-4677-8739-4a48bcff01c2 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 210 time: 0.0955675
Apr 15 10:58:29.518940 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2c276748-fa6f-4743-afd4-108c6775fd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for subnet, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:29.554333 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b629a1b4-669b-41fc-96c7-25237038870d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:29.813587 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2c276748-fa6f-4743-afd4-108c6775fd48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:29.831973 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-2c276748-fa6f-4743-afd4-108c6775fd48 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/59b80798-97b0-407b-b02a-d1ae65483ee5 HTTP/1.1" status: 204  len: 168 time: 1.1156216
Apr 15 10:58:29.833198 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c276748-fa6f-4743-afd4-108c6775fd48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59b80798-97b0-407b-b02a-d1ae65483ee5,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:29.836085 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2c276748-fa6f-4743-afd4-108c6775fd48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:29.836633 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43456) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:29.865432 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-70016682-ffa4-4676-8d35-02a6fc056259 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:30.203770 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:30.210854 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-a1eeafba-b9f8-475a-9da6-7169007500ee tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:30.214146 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-a1eeafba-b9f8-475a-9da6-7169007500ee tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.99 "GET /v2.0/networks?id=cbf52b31-cabb-4684-b870-425b20f1a830 HTTP/1.1" status: 200  len: 814 time: 0.3462663
Apr 15 10:58:30.215671 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-70016682-ffa4-4676-8d35-02a6fc056259 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006503'] for floatingip, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:30.315366 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854678852'] for network, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:30.563681 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854341903', 'neutron.services.segments.db._delete_segments_for_network--9223363306319465793'] for network, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:30.641852 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a30b-2915-4524-81ff-425bdeea02a1 req-b447d164-6c3f-4c79-86c4-4110068f49f9 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:30.643711 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1c22a30b-2915-4524-81ff-425bdeea02a1 req-b447d164-6c3f-4c79-86c4-4110068f49f9 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.4066467
Apr 15 10:58:30.665374 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-945e4ee8-c9b3-4372-9fee-5d01a9dc6da1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Request body: {'port': {'device_id': '01833165-1aff-405b-878d-74469d9e5e29', 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830', 'admin_state_up': True, 'tenant_id': '1856da834bea4d4f808d3291b817ed29'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:30.893872 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-945e4ee8-c9b3-4372-9fee-5d01a9dc6da1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:30.899087 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-945e4ee8-c9b3-4372-9fee-5d01a9dc6da1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Usage tracker for resource:port and tenant:1856da834bea4d4f808d3291b817ed29 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:30.911303 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-945e4ee8-c9b3-4372-9fee-5d01a9dc6da1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:30.957667 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1c22a30b-2915-4524-81ff-425bdeea02a1 req-2d22cdb8-4b18-4c5a-b5bf-b8d21126e6a8 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3042514
Apr 15 10:58:30.960448 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-54c271e7-98e1-4984-bf67-dfb23f8cb7a3 req-8c5215ab-97c9-4b60-9619-609ff04d7f0a tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 210 time: 0.1370621
Apr 15 10:58:30.975453 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0bc5ab39e8>> segment before_delete 55550000 {{(pid=85320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:30.976201 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0bc5ab39e8>> subnet precommit_delete_associations 55550000 {{(pid=85320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:30.978615 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0bc5bcd438>> segment_host_mapping after_create 55550000 {{(pid=85320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:30.979449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0bc5bcd438>> port after_create 55550000 {{(pid=85320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:30.983669 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0bc5bcd438>> port after_delete 55550000 {{(pid=85320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:30.984077 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0bc5bcd438>> port after_update 55550000 {{(pid=85320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:30.984654 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0bc5bcd438>> segment after_delete 55550000 {{(pid=85320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:30.985032 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0bc5bcd438>> subnet after_create 55550000 {{(pid=85320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:30.985404 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0bc5bcd438>> subnet after_delete 55550000 {{(pid=85320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:30.985747 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0bc5bcd438>> subnet after_update 55550000 {{(pid=85320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:31.030316 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_db [None req-70016682-ffa4-4676-8d35-02a6fc056259 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Floating IP 4c8e10f6-a1a2-443c-9aca-9b99a8cc1524 associated. External IP: 172.27.0.38, port: c34e8bda-5a25-484a-b9f2-fced87bbb15a.
Apr 15 10:58:31.109508 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0bc561b128>> subnet after_create 55550000 {{(pid=85320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:31.109981 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0bc561b128>> subnet after_delete 55550000 {{(pid=85320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:31.110361 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0bc561b128>> subnet before_create 55550000 {{(pid=85320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:31.110767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0bc561b128>> subnet before_update 55550000 {{(pid=85320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:31.111186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0bc66f1240>,) {'filters': {'network_id': ['afead2dc-c4e8-49c0-a6fc-2955e790fcad']}} {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:31.127271 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc66f1240>, '453fdcbd-06ef-48f6-9bee-91b74dee5b9d') {'for_net_delete': True} {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:31.127590 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc66f1240>, '453fdcbd-06ef-48f6-9bee-91b74dee5b9d') {} {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:31.138753 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-945e4ee8-c9b3-4372-9fee-5d01a9dc6da1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:31.144089 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306319469889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852127853'] for segment, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:31.171251 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:31.179745 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Releasing vlan 1446 on physical network physnet1 to pool {{(pid=85320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:58:31.265042 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-945e4ee8-c9b3-4372-9fee-5d01a9dc6da1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Made reservation on behalf of 1856da834bea4d4f808d3291b817ed29 for: {'port': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:31.273197 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-945e4ee8-c9b3-4372-9fee-5d01a9dc6da1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:31.629359 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Network afead2dc-c4e8-49c0-a6fc-2955e790fcad has no segments {{(pid=85320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:58:31.639966 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-63568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852082610'] for segment, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:31.838349 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Network afead2dc-c4e8-49c0-a6fc-2955e790fcad has no segments {{(pid=85320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:   from cryptography.utils import int_from_bytes
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:   from cryptography.utils import int_from_bytes
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:   (rel_b, rel_a, rel_b),
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:   (rel_b, rel_a, rel_b),
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]: Traceback (most recent call last):
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:     timer()
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:     cb(*args, **kw)
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:     return func(*args, **kwargs)
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:     self._notify()
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:     self.callback(batched_events)
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:     event.method(event)
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:     segment_id)['aggregates'][0]
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:     return f(self, *a, **k)
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self._get(url).json()
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:     **kwargs)
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:     **endpoint_filter)
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:58:31.867020 dv-cinder-786386-1-iscsi neutron-server[85207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:58:31.967290 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-433798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006288'] for network, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:31.986195 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:31.990995 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-945e4ee8-c9b3-4372-9fee-5d01a9dc6da1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Allocated IP 172.20.0.2 (cbf52b31-cabb-4684-b870-425b20f1a830/5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0/d103e0e4-9b1a-4212-aacc-6779f9f6002d) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:58:31.995965 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:32.021643 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] 10.222.0.100 "DELETE /v2.0/networks/afead2dc-c4e8-49c0-a6fc-2955e790fcad HTTP/1.1" status: 204  len: 168 time: 2.1836462
Apr 15 10:58:32.022864 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Pushing event deleted for resources: {'Network': ['ID=afead2dc-c4e8-49c0-a6fc-2955e790fcad,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:32.029890 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:32.214189 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70016682-ffa4-4676-8d35-02a6fc056259 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Router a5af8181-6cdb-4a2c-80f3-62d44e10f475 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:58:32.326106 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b5417cf4-49b0-4623-b078-5f913e539d25 req-093e6ca4-384a-4013-a1ac-f998cddd81c1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 210 time: 0.1873806
Apr 15 10:58:32.384747 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f18278-14df-4c6b-a1e2-04d81796b26a req-7d973f82-a43b-46f6-b73c-22869b37dbd2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:32.387266 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a7f18278-14df-4c6b-a1e2-04d81796b26a req-7d973f82-a43b-46f6-b73c-22869b37dbd2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.1467488
Apr 15 10:58:32.459818 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a7f18278-14df-4c6b-a1e2-04d81796b26a req-87874476-35ed-47ae-a69a-018ce6907892 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647836
Apr 15 10:58:32.560333 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43524) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:32.627623 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-badd4e58-7c58-47fe-8467-47256902edf8 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f2423ceb3c374eadb7f48ad4d0fe71c5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0658257
Apr 15 10:58:32.628451 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43530) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:32.708145 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4cff8134-2160-45f0-824b-d6cc3afac4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.758696 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4cff8134-2160-45f0-824b-d6cc3afac4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.831589 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4cff8134-2160-45f0-824b-d6cc3afac4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.857915 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1cbd43ec-438c-41d4-8b06-1abac0107506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:32.886105 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4cff8134-2160-45f0-824b-d6cc3afac4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:32.891565 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-4cff8134-2160-45f0-824b-d6cc3afac4d9 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/14f45e88-ef57-44e2-abe6-61c61039b0e1 HTTP/1.1" status: 204  len: 168 time: 0.2615676
Apr 15 10:58:32.893489 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff8134-2160-45f0-824b-d6cc3afac4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f45e88-ef57-44e2-abe6-61c61039b0e1,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:32.906416 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4cff8134-2160-45f0-824b-d6cc3afac4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:32.990334 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70016682-ffa4-4676-8d35-02a6fc056259 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:58:33.008067 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eae0687-c3ae-49f2-846b-b7f9aee13d31 None None] Sync routers for ids ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:58:33.028384 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-945e4ee8-c9b3-4372-9fee-5d01a9dc6da1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:33.028883 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eae0687-c3ae-49f2-846b-b7f9aee13d31 None None] Routers {'a5af8181-6cdb-4a2c-80f3-62d44e10f475'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:33.029789 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-7eae0687-c3ae-49f2-846b-b7f9aee13d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5a57b00>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:33.040861 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-70016682-ffa4-4676-8d35-02a6fc056259 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:33.195195 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-70016682-ffa4-4676-8d35-02a6fc056259 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "PUT /v2.0/floatingips/4c8e10f6-a1a2-443c-9aca-9b99a8cc1524 HTTP/1.1" status: 200  len: 991 time: 4.9034860
Apr 15 10:58:33.202008 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4080e02-8fe1-464d-9d6e-35e63fa8f18a', 'tag': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:33.251570 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-945e4ee8-c9b3-4372-9fee-5d01a9dc6da1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:33.302931 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['109c35c2-d409-41f0-8f52-843f3b1b78e0'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:58:33.417306 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4080e02-8fe1-464d-9d6e-35e63fa8f18a', 'tag': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a', 'status': 'completed', 'code': 200}
Apr 15 10:58:33.418127 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-13f2edfb-16d0-47a1-b694-9e80178e83a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:33.538398 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e4ee8-c9b3-4372-9fee-5d01a9dc6da1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Pushing event updated for resources: {'Port': ['ID=d103e0e4-9b1a-4212-aacc-6779f9f6002d,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:33.560500 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-945e4ee8-c9b3-4372-9fee-5d01a9dc6da1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:33.607374 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b31221-8a1f-45bc-8695-ec9334ade6e8 req-1a48c653-e86a-4a49-9c69-bc10f41bc09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:33.609373 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a7b31221-8a1f-45bc-8695-ec9334ade6e8 req-1a48c653-e86a-4a49-9c69-bc10f41bc09b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=680f4c59aed648ae8db373d5dcc3c9ed&device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 1099 time: 0.2311752
Apr 15 10:58:33.745147 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-945e4ee8-c9b3-4372-9fee-5d01a9dc6da1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Network cbf52b31-cabb-4684-b870-425b20f1a830 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:58:33.747344 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-945e4ee8-c9b3-4372-9fee-5d01a9dc6da1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:33.754041 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-945e4ee8-c9b3-4372-9fee-5d01a9dc6da1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:58:33.760549 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-945e4ee8-c9b3-4372-9fee-5d01a9dc6da1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:33.760924 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-945e4ee8-c9b3-4372-9fee-5d01a9dc6da1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:33.792170 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-945e4ee8-c9b3-4372-9fee-5d01a9dc6da1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1449273
Apr 15 10:58:33.816877 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Request body: {'port': {'device_id': '01833165-1aff-405b-878d-74469d9e5e29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:33.882217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-7eae0687-c3ae-49f2-846b-b7f9aee13d31 None None] Set router a5af8181-6cdb-4a2c-80f3-62d44e10f475 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:33.963198 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 43578) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:33.993417 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:34.089866 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddc176-76fa-4cfd-85b4-2d045f8a40f8 req-91e7478c-b2c2-46c1-b817-1b2a105ae975 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:34.099625 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b6ddc176-76fa-4cfd-85b4-2d045f8a40f8 req-91e7478c-b2c2-46c1-b817-1b2a105ae975 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.2185087
Apr 15 10:58:34.156767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24deeea-84e2-40e6-888a-2f23e891a78b req-96db8f16-dab5-4833-a24c-5b28ba6a9a49 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:34.158581 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a24deeea-84e2-40e6-888a-2f23e891a78b req-96db8f16-dab5-4833-a24c-5b28ba6a9a49 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 931 time: 0.4579296
Apr 15 10:58:34.241277 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a24deeea-84e2-40e6-888a-2f23e891a78b req-9cf8ed98-bb33-4b01-9f1d-a7674fdd737c tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651655
Apr 15 10:58:34.256893 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b6ddc176-76fa-4cfd-85b4-2d045f8a40f8 req-96d3ce94-e096-4eca-aa34-76b5f8fbbd23 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1560664
Apr 15 10:58:34.267914 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b31221-8a1f-45bc-8695-ec9334ade6e8 req-08781ea5-fa80-4457-a657-d4b77a28818c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:34.271867 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a7b31221-8a1f-45bc-8695-ec9334ade6e8 req-08781ea5-fa80-4457-a657-d4b77a28818c service neutron] 10.222.0.99 "GET /v2.0/networks?id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca HTTP/1.1" status: 200  len: 917 time: 0.6521871
Apr 15 10:58:34.548764 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a7b31221-8a1f-45bc-8695-ec9334ade6e8 req-a1399401-005c-45cf-9043-a68decd38597 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c34e8bda-5a25-484a-b9f2-fced87bbb15a HTTP/1.1" status: 200  len: 999 time: 0.2632205
Apr 15 10:58:34.567283 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-7eae0687-c3ae-49f2-846b-b7f9aee13d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5a57b00>, [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '946ea82d-0483-4423-9ea9-121de1e03135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:31Z', 'revision_number': 4, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port': {'id': '946ea82d-0483-4423-9ea9-121de1e03135', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:02Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '4c8e10f6-a1a2-443c-9aca-9b99a8cc1524', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'port_id': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'mac_address': 'fa:16:3e:cd:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4080e02-8fe1-464d-9d6e-35e63fa8f18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:51Z', 'updated_at': '2021-04-15T10:58:29Z', 'revision_number': 1, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7476f7-9582-4a44-9d79-63a42cea918d', 'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'mac_address': 'fa:16:3e:aa:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:27Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 5, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'subnets': [{'id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:34.591026 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eae0687-c3ae-49f2-846b-b7f9aee13d31 None None] Checking router: a5af8181-6cdb-4a2c-80f3-62d44e10f475 for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:58:34.629843 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eae0687-c3ae-49f2-846b-b7f9aee13d31 None None] Routers {'a5af8181-6cdb-4a2c-80f3-62d44e10f475'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:34.631327 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-7eae0687-c3ae-49f2-846b-b7f9aee13d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5a57b00>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:34.634938 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-98349870-9b43-48fc-aa30-4773c5898d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:34.652310 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b31221-8a1f-45bc-8695-ec9334ade6e8 req-6a65c4d7-8443-49a4-96bf-5b1d2720501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:34.654347 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a7b31221-8a1f-45bc-8695-ec9334ade6e8 req-6a65c4d7-8443-49a4-96bf-5b1d2720501b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cc8f8bbb-1b00-4320-81db-dc64ff750b3a HTTP/1.1" status: 200  len: 854 time: 0.0967238
Apr 15 10:58:34.680576 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-98349870-9b43-48fc-aa30-4773c5898d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:34.686333 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-98349870-9b43-48fc-aa30-4773c5898d3d admin admin] Usage tracker for resource:security_group_rule and tenant:f5e986d2fae94174b70d6cdce3f6ae39 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:34.690372 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-98349870-9b43-48fc-aa30-4773c5898d3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:34.697500 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-98349870-9b43-48fc-aa30-4773c5898d3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:34.825402 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-98349870-9b43-48fc-aa30-4773c5898d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:34.831914 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b31221-8a1f-45bc-8695-ec9334ade6e8 req-95988c82-181d-4780-a5db-cbe1dd78e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:34.833590 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a7b31221-8a1f-45bc-8695-ec9334ade6e8 req-95988c82-181d-4780-a5db-cbe1dd78e5a8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1714504
Apr 15 10:58:34.836117 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-98349870-9b43-48fc-aa30-4773c5898d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:34.850712 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:34.916751 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-7eae0687-c3ae-49f2-846b-b7f9aee13d31 None None] Set router a5af8181-6cdb-4a2c-80f3-62d44e10f475 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:34.922486 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-98349870-9b43-48fc-aa30-4773c5898d3d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f5e986d2fae94174b70d6cdce3f6ae39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9586310
Apr 15 10:58:34.931464 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 43610) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:34.994329 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43614) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:35.007102 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98349870-9b43-48fc-aa30-4773c5898d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f17865-125a-4765-b124-6b728a246950,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:35.024288 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-98349870-9b43-48fc-aa30-4773c5898d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:35.138431 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c01eeb7a-50fd-4507-8ff2-9e0c241f9c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:35.162281 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a7b31221-8a1f-45bc-8695-ec9334ade6e8 req-4da2adcc-cbaf-4b32-8eaa-35640f870bb9 service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3085191
Apr 15 10:58:35.180956 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c01eeb7a-50fd-4507-8ff2-9e0c241f9c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:35.272921 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43622) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:35.335744 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d103e0e4-9b1a-4212-aacc-6779f9f6002d {{(pid=85321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:58:35.345866 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:35.364307 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Transition to ACTIVE for port object d103e0e4-9b1a-4212-aacc-6779f9f6002d will not be triggered until provisioned by entity L2. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:35.366456 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c01eeb7a-50fd-4507-8ff2-9e0c241f9c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:35.372905 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:35.385839 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:35.406183 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01eeb7a-50fd-4507-8ff2-9e0c241f9c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f17865-125a-4765-b124-6b728a246950,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:35.412634 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c01eeb7a-50fd-4507-8ff2-9e0c241f9c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:35.413357 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7cd2241c-e51e-4bf3-a507-3ff0b8ec1517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:35.424396 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a7b31221-8a1f-45bc-8695-ec9334ade6e8 req-04ac7dc6-8baa-4a42-9ae9-b427a1741454 service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2500606
Apr 15 10:58:35.504936 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2083112341-network', 'tenant_id': '71d154fae28d45ecad1b11bfceeadb23'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:35.519281 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:35.532677 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Usage tracker for resource:network and tenant:71d154fae28d45ecad1b11bfceeadb23 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:35.540156 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:35.552968 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:35.619353 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Made reservation on behalf of 71d154fae28d45ecad1b11bfceeadb23 for: {'network': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:35.625691 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:35.654722 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:35.716351 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-7eae0687-c3ae-49f2-846b-b7f9aee13d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5a57b00>, [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '946ea82d-0483-4423-9ea9-121de1e03135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:31Z', 'revision_number': 4, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port': {'id': '946ea82d-0483-4423-9ea9-121de1e03135', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:02Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '4c8e10f6-a1a2-443c-9aca-9b99a8cc1524', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'port_id': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'mac_address': 'fa:16:3e:cd:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4080e02-8fe1-464d-9d6e-35e63fa8f18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:51Z', 'updated_at': '2021-04-15T10:58:29Z', 'revision_number': 1, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7476f7-9582-4a44-9d79-63a42cea918d', 'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'mac_address': 'fa:16:3e:aa:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:27Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 5, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'subnets': [{'id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:35.716673 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c01eeb7a-50fd-4507-8ff2-9e0c241f9c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:35.716673 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-c01eeb7a-50fd-4507-8ff2-9e0c241f9c14 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b6f17865-125a-4765-b124-6b728a246950 HTTP/1.1" status: 204  len: 168 time: 0.7786443
Apr 15 10:58:35.758290 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d2b05661-5cfa-48b8-90dc-406cc973987f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:35.759161 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eae0687-c3ae-49f2-846b-b7f9aee13d31 None None] The sync data for ids ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'] in dv-cinder-786386-1-iscsi is: [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '946ea82d-0483-4423-9ea9-121de1e03135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:31Z', 'revision_number': 4, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port': {'id': '946ea82d-0483-4423-9ea9-121de1e03135', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:02Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '4c8e10f6-a1a2-443c-9aca-9b99a8cc1524', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'port_id': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'mac_address': 'fa:16:3e:cd:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4080e02-8fe1-464d-9d6e-35e63fa8f18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:51Z', 'updated_at': '2021-04-15T10:58:29Z', 'revision_number': 1, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7476f7-9582-4a44-9d79-63a42cea918d', 'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'mac_address': 'fa:16:3e:aa:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:27Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 5, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'subnets': [{'id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:58:35.789713 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-d2b05661-5cfa-48b8-90dc-406cc973987f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:35.795104 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:35.800789 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Usage tracker for resource:security_group_rule and tenant:71d154fae28d45ecad1b11bfceeadb23 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:35.804200 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:35.819898 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-d2b05661-5cfa-48b8-90dc-406cc973987f admin admin] Usage tracker for resource:security_group_rule and tenant:ab92c28d9e5b4c38a7fbfa64fb2e575a is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:35.823288 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-d2b05661-5cfa-48b8-90dc-406cc973987f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:35.835491 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-d2b05661-5cfa-48b8-90dc-406cc973987f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:35.885088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:35.942995 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Pushing event updated for resources: {'Port': ['ID=d103e0e4-9b1a-4212-aacc-6779f9f6002d,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:35.948451 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:35.951974 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Attempting to bind port d103e0e4-9b1a-4212-aacc-6779f9f6002d on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:58:35.952529 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Attempting to bind port d103e0e4-9b1a-4212-aacc-6779f9f6002d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830'}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:58:35.953534 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Attempting to bind port d103e0e4-9b1a-4212-aacc-6779f9f6002d on network cbf52b31-cabb-4684-b870-425b20f1a830 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:35.960684 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Port d103e0e4-9b1a-4212-aacc-6779f9f6002d on network cbf52b31-cabb-4684-b870-425b20f1a830 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:58:35.961133 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Attempting to bind port d103e0e4-9b1a-4212-aacc-6779f9f6002d on network cbf52b31-cabb-4684-b870-425b20f1a830 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:35.968093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:58:35.968701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Checking segment: {'id': 'e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:35.969281 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Bound using segment: {'id': 'e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830'} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:58:35.970454 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Bound port: d103e0e4-9b1a-4212-aacc-6779f9f6002d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830'}}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:58:35.970877 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.015344 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9ac33-e4e1-4a25-9611-0eb6c01b3244 req-56f533b6-ebf8-4f7b-9268-dfaf6a54d8b7 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:36.018549 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-71d9ac33-e4e1-4a25-9611-0eb6c01b3244 req-56f533b6-ebf8-4f7b-9268-dfaf6a54d8b7 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.4465284
Apr 15 10:58:36.066435 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f4573-1250-461c-a748-2b7e724e44e8 req-3e31b43d-75be-4e89-8cc4-6bbf42882875 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:36.069618 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d03f4573-1250-461c-a748-2b7e724e44e8 req-3e31b43d-75be-4e89-8cc4-6bbf42882875 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 943 time: 0.4230769
Apr 15 10:58:36.087696 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] For port d103e0e4-9b1a-4212-aacc-6779f9f6002d, host hv-cinder-78638, cleared binding levels {{(pid=85321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:58:36.098264 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] For port d103e0e4-9b1a-4212-aacc-6779f9f6002d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d103e0e4-9b1a-4212-aacc-6779f9f6002d,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:58:36.103662 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.131878 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:36.180192 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef90499b-400a-45ce-b77a-4439bfacf086 None None] New status for floating IP 4c8e10f6-a1a2-443c-9aca-9b99a8cc1524: ACTIVE {{(pid=85322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 10:58:36.256428 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d2b05661-5cfa-48b8-90dc-406cc973987f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.267071 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43648) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:36.297282 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d2b05661-5cfa-48b8-90dc-406cc973987f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.319842 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4cff8134-2160-45f0-824b-d6cc3afac4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:36.329594 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d03f4573-1250-461c-a748-2b7e724e44e8 req-61cd97d5-220d-40ff-ae41-efe00bb68c83 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2300410
Apr 15 10:58:36.352169 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8718b817-c256-4709-a184-9eeeff2a86a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.366160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Pushing event updated for resources: {'Port': ['ID=d103e0e4-9b1a-4212-aacc-6779f9f6002d,revision_number=3']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:36.386449 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-71d9ac33-e4e1-4a25-9611-0eb6c01b3244 req-d80e9ef2-a3dd-475e-8048-042829d28f0a tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3008442
Apr 15 10:58:36.438529 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:36.457463 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:36.458143 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.460029 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] 10.222.0.99 "PUT /v2.0/ports/d103e0e4-9b1a-4212-aacc-6779f9f6002d HTTP/1.1" status: 200  len: 1093 time: 2.6481166
Apr 15 10:58:36.460567 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01833165-1aff-405b-878d-74469d9e5e29', 'tag': 'd103e0e4-9b1a-4212-aacc-6779f9f6002d'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:36.496310 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.507483 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.523309 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-8718b817-c256-4709-a184-9eeeff2a86a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:36.529575 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-d2b05661-5cfa-48b8-90dc-406cc973987f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ab92c28d9e5b4c38a7fbfa64fb2e575a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2560894
Apr 15 10:58:36.533978 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b05661-5cfa-48b8-90dc-406cc973987f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fcd5fd-5230-4d62-abdb-e604d9ef46d3,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:36.535124 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 43654) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:36.538311 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d2b05661-5cfa-48b8-90dc-406cc973987f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:36.542325 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-8718b817-c256-4709-a184-9eeeff2a86a9 admin admin] Usage tracker for resource:security_group_rule and tenant:7a987dc0873d455faf7e1e5533cf611d is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:36.546371 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-23e6c073-e3dc-4523-8c94-9f7301f3717b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:36.582130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-8718b817-c256-4709-a184-9eeeff2a86a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:36.585348 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a928f728-0f7b-4db0-847a-d208a290051a,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:36.588868 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:36.596990 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-8718b817-c256-4709-a184-9eeeff2a86a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:36.599464 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1436, 'physical_network': 'physnet1'}  {{(pid=85320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:58:36.620280 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.620748 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Added segment 5bdb7080-176a-4291-869f-45f07e62de84 of type vlan for network 598e9ae0-2e6d-47f5-a3fb-4c6d00b972fa
Apr 15 10:58:36.683241 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.753908 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.757896 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:36.758781 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.767858 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3688c4cf-c905-4f64-9ece-459d4c85ea9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:36.807365 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2819ca0b-152c-4f4a-a627-3c5004ea7c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.839872 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01833165-1aff-405b-878d-74469d9e5e29', 'tag': 'd103e0e4-9b1a-4212-aacc-6779f9f6002d', 'status': 'completed', 'code': 200}
Apr 15 10:58:36.848911 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-67ff698f-8f1b-428a-a6bf-c9df3c1c1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:36.851880 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-67ff698f-8f1b-428a-a6bf-c9df3c1c1cef service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1856da834bea4d4f808d3291b817ed29&device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 1096 time: 0.3183751
Apr 15 10:58:36.866686 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8718b817-c256-4709-a184-9eeeff2a86a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.881080 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8718b817-c256-4709-a184-9eeeff2a86a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:36.934423 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Pushing event updated for resources: {'Network': ['ID=598e9ae0-2e6d-47f5-a3fb-4c6d00b972fa,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:36.937765 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:36.942273 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f20ad775-2db0-41b7-a63e-df3928157e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:36.957589 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network 598e9ae0-2e6d-47f5-a3fb-4c6d00b972fa details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:58:36.976674 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718b817-c256-4709-a184-9eeeff2a86a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd5d6ea-4e59-4b95-9e3b-76ccd511c765,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:36.980099 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8718b817-c256-4709-a184-9eeeff2a86a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:36.981919 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 899 time: 1.9857473
Apr 15 10:58:36.994296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43662) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:36.999100 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-8718b817-c256-4709-a184-9eeeff2a86a9 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7a987dc0873d455faf7e1e5533cf611d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7307892
Apr 15 10:58:37.003688 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2819ca0b-152c-4f4a-a627-3c5004ea7c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:37.006199 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-d78d5810-c825-43b2-8958-6bfe7cb89f35 admin admin] Request body: {'subnet': {'network_id': '598e9ae0-2e6d-47f5-a3fb-4c6d00b972fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2083112341-subnet', 'tenant_id': '71d154fae28d45ecad1b11bfceeadb23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:37.011263 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 43666) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:37.011530 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-d78d5810-c825-43b2-8958-6bfe7cb89f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:37.016404 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-d78d5810-c825-43b2-8958-6bfe7cb89f35 admin admin] Usage tracker for resource:subnet and tenant:71d154fae28d45ecad1b11bfceeadb23 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:37.020071 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-d78d5810-c825-43b2-8958-6bfe7cb89f35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:37.026740 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-d78d5810-c825-43b2-8958-6bfe7cb89f35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:37.027081 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-9199fe3d-136c-4814-bc51-2aaace6b0bf1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d103e0e4-9b1a-4212-aacc-6779f9f6002d HTTP/1.1" status: 200  len: 217 time: 0.1490309
Apr 15 10:58:37.036634 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78d5810-c825-43b2-8958-6bfe7cb89f35 admin admin] Made reservation on behalf of 71d154fae28d45ecad1b11bfceeadb23 for: {'subnet': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:37.042071 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d78d5810-c825-43b2-8958-6bfe7cb89f35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2412122'] for subnet, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:37.127768 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-dc707461-62e9-4a61-bf6c-303af5c108eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:37.129613 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-dc707461-62e9-4a61-bf6c-303af5c108eb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0 HTTP/1.1" status: 200  len: 854 time: 0.0801084
Apr 15 10:58:37.246478 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-15000bcd-17f7-469d-9596-cafa619e8db4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cbf52b31-cabb-4684-b870-425b20f1a830&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0874276
Apr 15 10:58:37.358573 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4fb6-cfbf-4c16-86df-601e9952a970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:37.388197 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2819ca0b-152c-4f4a-a627-3c5004ea7c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:37.439136 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0e055cb5-3afe-4922-8f78-5bfb9b943f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:37.450146 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-13cbfdf8-c2a0-43c4-853a-8d9b74934bc9 service neutron] 10.222.0.99 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1856117
Apr 15 10:58:37.466885 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819ca0b-152c-4f4a-a627-3c5004ea7c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fcd5fd-5230-4d62-abdb-e604d9ef46d3,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:37.493946 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2819ca0b-152c-4f4a-a627-3c5004ea7c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:37.499282 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-2819ca0b-152c-4f4a-a627-3c5004ea7c4e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/93fcd5fd-5230-4d62-abdb-e604d9ef46d3 HTTP/1.1" status: 204  len: 168 time: 0.9590421
Apr 15 10:58:37.502681 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2819ca0b-152c-4f4a-a627-3c5004ea7c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:37.508315 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4fb6-cfbf-4c16-86df-601e9952a970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:37.667660 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43678) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:37.709155 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4fb6-cfbf-4c16-86df-601e9952a970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:37.724288 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c7af074b-f0d7-4d36-9282-1e8151e02924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:37.754302 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe41e3fb-318f-44e1-ab4e-fe57d77fa31e req-b8cfff9a-5cea-484b-bed5-8e8d98e27f70 service neutron] 10.222.0.99 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2887383
Apr 15 10:58:37.757744 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a4fb6-cfbf-4c16-86df-601e9952a970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd5d6ea-4e59-4b95-9e3b-76ccd511c765,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:37.761455 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ff0a4fb6-cfbf-4c16-86df-601e9952a970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:37.763786 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4fb6-cfbf-4c16-86df-601e9952a970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:37.768987 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-ff0a4fb6-cfbf-4c16-86df-601e9952a970 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0bd5d6ea-4e59-4b95-9e3b-76ccd511c765 HTTP/1.1" status: 204  len: 168 time: 0.7559264
Apr 15 10:58:38.029996 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc804952-ef8d-49ff-9ff5-b8eb5bcc9339 req-48283138-7ac6-43f0-ad7b-2f37ec905812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:38.032880 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cc804952-ef8d-49ff-9ff5-b8eb5bcc9339 req-48283138-7ac6-43f0-ad7b-2f37ec905812 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1856da834bea4d4f808d3291b817ed29&device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 1096 time: 0.1006315
Apr 15 10:58:38.135758 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-69ddb5d9-54bd-41b4-996a-e66f8075d9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:38.187618 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-69ddb5d9-54bd-41b4-996a-e66f8075d9b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:38.197797 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-69ddb5d9-54bd-41b4-996a-e66f8075d9b6 admin admin] Usage tracker for resource:security_group_rule and tenant:78e650733746494ba6f4bb0451953b91 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:38.204408 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-69ddb5d9-54bd-41b4-996a-e66f8075d9b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:38.221329 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-69ddb5d9-54bd-41b4-996a-e66f8075d9b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:38.296884 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ca9b3-67bd-4b18-8f80-8de17ce7a978 req-ce74a33b-2da3-4a6d-af75-6615bc8682e0 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:38.304844 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-464ca9b3-67bd-4b18-8f80-8de17ce7a978 req-ce74a33b-2da3-4a6d-af75-6615bc8682e0 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 943 time: 0.5809059
Apr 15 10:58:38.318680 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc652c38-fcd0-4129-b45b-20557ef6512b req-20758eb8-ac65-4255-ab34-411e22a0a676 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:38.320371 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cc652c38-fcd0-4129-b45b-20557ef6512b req-20758eb8-ac65-4255-ab34-411e22a0a676 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.5535140
Apr 15 10:58:38.457751 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-464ca9b3-67bd-4b18-8f80-8de17ce7a978 req-cb150b58-153e-439b-93b7-d2d2fdb8f930 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517591
Apr 15 10:58:38.500739 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cc652c38-fcd0-4129-b45b-20557ef6512b req-d5bcfc50-403c-4783-b1c1-d2382083b2ca tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553457
Apr 15 10:58:38.500739 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43700) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:38.586070 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a9e1f0ef-f83b-42e1-b25e-41b044825e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:38.647909 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a9e1f0ef-f83b-42e1-b25e-41b044825e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:38.664925 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a9e1f0ef-f83b-42e1-b25e-41b044825e00 admin admin] Usage tracker for resource:security_group_rule and tenant:78b84111e5dc41389e4c63dd31191dac is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:38.669119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-69ddb5d9-54bd-41b4-996a-e66f8075d9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:38.673285 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a9e1f0ef-f83b-42e1-b25e-41b044825e00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:38.682453 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-69ddb5d9-54bd-41b4-996a-e66f8075d9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:38.690963 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a9e1f0ef-f83b-42e1-b25e-41b044825e00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:38.696523 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-054277a4-5e5f-4dc8-a395-6547a0075fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:38.756079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d78d5810-c825-43b2-8958-6bfe7cb89f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852082384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2412107'] for subnet, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:38.790635 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-69ddb5d9-54bd-41b4-996a-e66f8075d9b6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=78e650733746494ba6f4bb0451953b91&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1194465
Apr 15 10:58:38.795085 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43706) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:38.801226 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddb5d9-54bd-41b4-996a-e66f8075d9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416fa8f9-cfb8-4523-839d-3e4a0c5c9acf,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:38.817070 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc804952-ef8d-49ff-9ff5-b8eb5bcc9339 req-37893e69-f520-4269-a15d-5405598de6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:38.819575 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cc804952-ef8d-49ff-9ff5-b8eb5bcc9339 req-37893e69-f520-4269-a15d-5405598de6d8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=cbf52b31-cabb-4684-b870-425b20f1a830 HTTP/1.1" status: 200  len: 916 time: 0.7773921
Apr 15 10:58:38.857872 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-69ddb5d9-54bd-41b4-996a-e66f8075d9b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:38.873864 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:38.929490 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cc804952-ef8d-49ff-9ff5-b8eb5bcc9339 req-a443f75a-e999-44b1-9f43-62c99cb24fec service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d103e0e4-9b1a-4212-aacc-6779f9f6002d HTTP/1.1" status: 200  len: 217 time: 0.0797424
Apr 15 10:58:39.033129 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d5810-c825-43b2-8958-6bfe7cb89f35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3c2f75e-7a5e-4d35-810c-ec5d3f9918fb,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:39.040325 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d78d5810-c825-43b2-8958-6bfe7cb89f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:39.053846 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc804952-ef8d-49ff-9ff5-b8eb5bcc9339 req-ecd1a274-9f09-4777-8199-f8b61c35fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:39.056894 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cc804952-ef8d-49ff-9ff5-b8eb5bcc9339 req-ecd1a274-9f09-4777-8199-f8b61c35fbad service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0 HTTP/1.1" status: 200  len: 854 time: 0.1192379
Apr 15 10:58:39.088211 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-880b5e9a-9f61-430a-ba53-93e9a0a7c93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.164285 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cc804952-ef8d-49ff-9ff5-b8eb5bcc9339 req-b08ac75a-66a3-4869-a37c-e2a1ff1305ec service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cbf52b31-cabb-4684-b870-425b20f1a830&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0924799
Apr 15 10:58:39.174384 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a9e1f0ef-f83b-42e1-b25e-41b044825e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.176829 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-880b5e9a-9f61-430a-ba53-93e9a0a7c93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.194449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a9e1f0ef-f83b-42e1-b25e-41b044825e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.207826 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 43718) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:39.211703 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7143605d-68bf-44ec-84d5-d09884f50647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:39.271481 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78d5810-c825-43b2-8958-6bfe7cb89f35 admin admin] Checking segment: {'id': '5bdb7080-176a-4291-869f-45f07e62de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '598e9ae0-2e6d-47f5-a3fb-4c6d00b972fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:39.272048 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d5810-c825-43b2-8958-6bfe7cb89f35 admin admin] Network hostable DHCP agents. Network: 598e9ae0-2e6d-47f5-a3fb-4c6d00b972fa, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:58:39.308214 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-a9e1f0ef-f83b-42e1-b25e-41b044825e00 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=78b84111e5dc41389e4c63dd31191dac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8056734
Apr 15 10:58:39.309079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1f0ef-f83b-42e1-b25e-41b044825e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813c8a8f-87ba-4739-9660-d72df5169f37,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:39.312653 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43724) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:39.316452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a9e1f0ef-f83b-42e1-b25e-41b044825e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:39.348633 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d5810-c825-43b2-8958-6bfe7cb89f35 admin admin] Network 598e9ae0-2e6d-47f5-a3fb-4c6d00b972fa is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:58:39.356068 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cc804952-ef8d-49ff-9ff5-b8eb5bcc9339 req-650e2c3c-6e4c-46c0-b22d-65797efa7d4b service neutron] 10.222.0.99 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822641
Apr 15 10:58:39.362165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-880b5e9a-9f61-430a-ba53-93e9a0a7c93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.374633 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d7c9d03e-bee3-4bf5-90f4-9d9aad5a92d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:39.389862 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-d78d5810-c825-43b2-8958-6bfe7cb89f35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, 598e9ae0-2e6d-47f5-a3fb-4c6d00b972fa) {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:39.398201 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b5e9a-9f61-430a-ba53-93e9a0a7c93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416fa8f9-cfb8-4523-839d-3e4a0c5c9acf,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:39.402706 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa02ca5-d89f-470f-abda-32a35500318c None None] Network 598e9ae0-2e6d-47f5-a3fb-4c6d00b972fa requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:58:39.417904 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-880b5e9a-9f61-430a-ba53-93e9a0a7c93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:39.437970 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78d5810-c825-43b2-8958-6bfe7cb89f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:39.438676 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d78d5810-c825-43b2-8958-6bfe7cb89f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.454054 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9e9f3384-187e-4efb-bc3e-b4ff06000858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.467808 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-880b5e9a-9f61-430a-ba53-93e9a0a7c93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.469618 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-880b5e9a-9f61-430a-ba53-93e9a0a7c93b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/416fa8f9-cfb8-4523-839d-3e4a0c5c9acf HTTP/1.1" status: 204  len: 168 time: 0.6699634
Apr 15 10:58:39.480900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1309925916-network', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:39.484755 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-d78d5810-c825-43b2-8958-6bfe7cb89f35 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.4890552
Apr 15 10:58:39.487181 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:39.492583 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Usage tracker for resource:network and tenant:453d45013f7a4811b3a3f8a11e72dec1 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:39.493707 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9e9f3384-187e-4efb-bc3e-b4ff06000858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.496681 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:39.505943 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:39.518672 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Made reservation on behalf of 453d45013f7a4811b3a3f8a11e72dec1 for: {'network': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:39.526027 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.561517 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9e9f3384-187e-4efb-bc3e-b4ff06000858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.561746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.572128 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3a9c6a77-7527-4828-aadf-91b895b0b509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:39.615206 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:39.617991 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f3384-187e-4efb-bc3e-b4ff06000858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813c8a8f-87ba-4739-9660-d72df5169f37,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:39.621805 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Usage tracker for resource:security_group_rule and tenant:453d45013f7a4811b3a3f8a11e72dec1 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:39.627625 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:39.631746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9e9f3384-187e-4efb-bc3e-b4ff06000858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.638904 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:39.646612 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-9e9f3384-187e-4efb-bc3e-b4ff06000858 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/813c8a8f-87ba-4739-9660-d72df5169f37 HTTP/1.1" status: 204  len: 168 time: 0.3319144
Apr 15 10:58:39.647862 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9e9f3384-187e-4efb-bc3e-b4ff06000858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:39.826144 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.833727 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defa5661-9524-453b-ab73-20dc0f34042d None None] Network 598e9ae0-2e6d-47f5-a3fb-4c6d00b972fa requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:58:39.851075 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.865435 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:39.904851 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cc804952-ef8d-49ff-9ff5-b8eb5bcc9339 req-1f1a333b-e2d6-4f15-9645-c823c8f2dfcf service neutron] 10.222.0.99 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5415044
Apr 15 10:58:39.928205 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] vlan segment allocate from pool success with {'vlan_id': 1446, 'physical_network': 'physnet1'}  {{(pid=85321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:58:39.952152 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df434f9-9e23-4fe1-b304-7abc61de6369,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:39.959541 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:39.960684 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:39.961088 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Added segment f65a49d0-58d4-427a-9c67-46598b9ecc37 of type vlan for network 193d26e7-6d12-464f-9936-6808cc824712
Apr 15 10:58:39.997771 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:40.035841 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:40.037697 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:40.038470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:40.043111 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:40.201841 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Pushing event updated for resources: {'Network': ['ID=193d26e7-6d12-464f-9936-6808cc824712,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:40.211936 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.0026820
Apr 15 10:58:40.218624 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 43750) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:40.220149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0694d-f8e7-42e2-a164-aafc0c57dc3f req-fb176634-9526-46fd-91bd-349c128c8df6 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:40.224461 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:40.232830 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7fa0694d-f8e7-42e2-a164-aafc0c57dc3f req-fb176634-9526-46fd-91bd-349c128c8df6 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 943 time: 0.2843065
Apr 15 10:58:40.240965 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-28347c7c-ccf3-49c8-88a4-276e83540aae admin admin] Request body: {'subnet': {'network_id': '193d26e7-6d12-464f-9936-6808cc824712', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1309925916-subnet', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'ip_version': 4}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:40.250968 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-28347c7c-ccf3-49c8-88a4-276e83540aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:40.255777 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-28347c7c-ccf3-49c8-88a4-276e83540aae admin admin] Usage tracker for resource:subnet and tenant:453d45013f7a4811b3a3f8a11e72dec1 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:40.259833 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-28347c7c-ccf3-49c8-88a4-276e83540aae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:40.267448 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-28347c7c-ccf3-49c8-88a4-276e83540aae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:40.279344 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28347c7c-ccf3-49c8-88a4-276e83540aae admin admin] Made reservation on behalf of 453d45013f7a4811b3a3f8a11e72dec1 for: {'subnet': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:40.280426 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a328f5c-f8e8-4272-b040-ea280a7e3551 req-a370f19d-ac26-45c1-997f-770b11b84222 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:40.287472 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-28347c7c-ccf3-49c8-88a4-276e83540aae admin admin] Notify callbacks [] for subnet, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:40.292421 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3a328f5c-f8e8-4272-b040-ea280a7e3551 req-a370f19d-ac26-45c1-997f-770b11b84222 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.4999535
Apr 15 10:58:40.326262 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network 193d26e7-6d12-464f-9936-6808cc824712 details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:58:40.375683 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43754) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:40.485226 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7fa0694d-f8e7-42e2-a164-aafc0c57dc3f req-cf0abf54-0076-47f0-a952-36126c83a1a2 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2401333
Apr 15 10:58:40.521688 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3a328f5c-f8e8-4272-b040-ea280a7e3551 req-027a5cd5-0129-40b1-aa45-7701354c61c2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2174253
Apr 15 10:58:40.532327 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-09800845-b59a-40ac-9938-3cfb7781eb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:40.568489 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-09800845-b59a-40ac-9938-3cfb7781eb42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:40.584265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 43758) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:40.596232 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-09800845-b59a-40ac-9938-3cfb7781eb42 admin admin] Usage tracker for resource:security_group_rule and tenant:8ab7e6aad959476da1a8171c67c6c7a6 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:40.605397 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-09800845-b59a-40ac-9938-3cfb7781eb42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:40.621582 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-09800845-b59a-40ac-9938-3cfb7781eb42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:40.751302 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-09800845-b59a-40ac-9938-3cfb7781eb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:40.754984 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-09800845-b59a-40ac-9938-3cfb7781eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:40.767362 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a9e1f0ef-f83b-42e1-b25e-41b044825e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:40.827708 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-09800845-b59a-40ac-9938-3cfb7781eb42 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8ab7e6aad959476da1a8171c67c6c7a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4096186
Apr 15 10:58:40.827708 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09800845-b59a-40ac-9938-3cfb7781eb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e2cc05-a326-4be7-9159-e288c768c917,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:40.829393 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-09800845-b59a-40ac-9938-3cfb7781eb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:40.830027 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43764) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:40.869911 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bb7562d0-db84-4893-b528-e5fafe8f7a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:40.912815 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-33c51cd6-0917-4536-bb91-1dfd34544d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:40.915672 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-bb7562d0-db84-4893-b528-e5fafe8f7a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:40.930609 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-bb7562d0-db84-4893-b528-e5fafe8f7a12 admin admin] Usage tracker for resource:security_group_rule and tenant:777ebe412aeb46d392b5e6e06247be27 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:40.935066 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-bb7562d0-db84-4893-b528-e5fafe8f7a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:40.943640 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-bb7562d0-db84-4893-b528-e5fafe8f7a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:40.949926 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-33c51cd6-0917-4536-bb91-1dfd34544d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.006910 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-33c51cd6-0917-4536-bb91-1dfd34544d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.012873 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c2022f5a-2e2e-4ad1-a6d1-d1a19e578d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:41.027157 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c51cd6-0917-4536-bb91-1dfd34544d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e2cc05-a326-4be7-9159-e288c768c917,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:41.030020 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-33c51cd6-0917-4536-bb91-1dfd34544d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:41.039339 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-33c51cd6-0917-4536-bb91-1dfd34544d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.043453 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-33c51cd6-0917-4536-bb91-1dfd34544d1e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/57e2cc05-a326-4be7-9159-e288c768c917 HTTP/1.1" status: 204  len: 168 time: 0.2097976
Apr 15 10:58:41.163388 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-28347c7c-ccf3-49c8-88a4-276e83540aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for subnet, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.172591 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43776) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:41.184394 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-774264633-network', 'tenant_id': '037a1e96931d42c381f2c45d4c5b65cc'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:41.187621 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bb7562d0-db84-4893-b528-e5fafe8f7a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.191174 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:41.193695 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:41.202284 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Usage tracker for resource:network and tenant:037a1e96931d42c381f2c45d4c5b65cc is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:41.208204 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:41.218943 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:41.233673 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Made reservation on behalf of 037a1e96931d42c381f2c45d4c5b65cc for: {'network': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:41.241448 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.257681 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.275143 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:41.279804 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Usage tracker for resource:security_group_rule and tenant:037a1e96931d42c381f2c45d4c5b65cc is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:41.280068 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bb7562d0-db84-4893-b528-e5fafe8f7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.283041 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:41.290215 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:41.354344 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-bb7562d0-db84-4893-b528-e5fafe8f7a12 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=777ebe412aeb46d392b5e6e06247be27&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6708391
Apr 15 10:58:41.358209 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43780) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:41.361283 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28347c7c-ccf3-49c8-88a4-276e83540aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c071ef28-6f62-47d7-abd8-ad81f6906bc9,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:41.377770 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-28347c7c-ccf3-49c8-88a4-276e83540aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:41.378320 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9b56714c-6bea-45e4-a0c2-6899480001c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:41.428319 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7562d0-db84-4893-b528-e5fafe8f7a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c855c2fe-0b9f-4522-93f5-f18c32fabddb,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:41.434219 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bb7562d0-db84-4893-b528-e5fafe8f7a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:41.474552 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28347c7c-ccf3-49c8-88a4-276e83540aae admin admin] Checking segment: {'id': 'f65a49d0-58d4-427a-9c67-46598b9ecc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '193d26e7-6d12-464f-9936-6808cc824712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:41.474994 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28347c7c-ccf3-49c8-88a4-276e83540aae admin admin] Network hostable DHCP agents. Network: 193d26e7-6d12-464f-9936-6808cc824712, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:58:41.496406 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28347c7c-ccf3-49c8-88a4-276e83540aae admin admin] Network 193d26e7-6d12-464f-9936-6808cc824712 is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:58:41.507278 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-28347c7c-ccf3-49c8-88a4-276e83540aae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, 193d26e7-6d12-464f-9936-6808cc824712) {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:41.511804 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28347c7c-ccf3-49c8-88a4-276e83540aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:41.512294 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-28347c7c-ccf3-49c8-88a4-276e83540aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.520765 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4941759d-421c-4c02-9e2f-3530f4a4e06c None None] Network 193d26e7-6d12-464f-9936-6808cc824712 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:58:41.549013 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-28347c7c-ccf3-49c8-88a4-276e83540aae admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3292201
Apr 15 10:58:41.552311 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 43788) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:41.565976 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1309925916-router', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:41.574341 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:41.581397 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.582726 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Usage tracker for resource:router and tenant:453d45013f7a4811b3a3f8a11e72dec1 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:41.587774 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d1706f1-fb77-432a-9c3d-20169647a2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.593188 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:41.605682 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:41.630049 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852770577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60926'] for router, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.631484 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854714889'] for router, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.667693 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.669231 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d1706f1-fb77-432a-9c3d-20169647a2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.762480 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.784543 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] vlan segment allocate from pool success with {'vlan_id': 1400, 'physical_network': 'physnet1'}  {{(pid=85320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:58:41.804315 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f7ffdfea-4db2-4819-8576-02817d54b9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:41.818188 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d1706f1-fb77-432a-9c3d-20169647a2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.891557 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:41.892228 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Added segment 16a8c445-c9f2-4881-9f7d-5e6eaab9e649 of type vlan for network 5abc7533-145d-485d-b4e4-8104407f8772
Apr 15 10:58:41.995222 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce30cc17-1601-5a83-a120-97908615cddf-193d26e7-6d12-464f-9936-6808cc824712', 'network_id': '193d26e7-6d12-464f-9936-6808cc824712', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'fixed_ips': [{'subnet_id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9'}]}} from dv-cinder-786386-1-iscsi. {{(pid=85322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:58:41.996255 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:42.025915 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852770562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854714940'] for router, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:42.105722 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device d103e0e4-9b1a-4212-aacc-6779f9f6002d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:58:42.205453 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60335bf9-59ae-4def-bfdf-c60631cf7611,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:42.258332 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:42.269355 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d1706f1-fb77-432a-9c3d-20169647a2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:42.275400 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-6d1706f1-fb77-432a-9c3d-20169647a2e8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c855c2fe-0b9f-4522-93f5-f18c32fabddb HTTP/1.1" status: 204  len: 168 time: 0.9146683
Apr 15 10:58:42.277021 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-33c51cd6-0917-4536-bb91-1dfd34544d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:42.298737 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:42.341158 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6660f4-e116-4f7a-8750-1c9141df9cc1 req-b91bdf59-ce73-4c99-802f-6c62866f7ec8 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:42.355669 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bc6660f4-e116-4f7a-8750-1c9141df9cc1 req-b91bdf59-ce73-4c99-802f-6c62866f7ec8 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.5971668
Apr 15 10:58:42.367262 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1706f1-fb77-432a-9c3d-20169647a2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c855c2fe-0b9f-4522-93f5-f18c32fabddb,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:42.419364 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port d103e0e4-9b1a-4212-aacc-6779f9f6002d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d103e0e4-9b1a-4212-aacc-6779f9f6002d,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:42.434165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Allocated IP 172.20.0.2 (193d26e7-6d12-464f-9936-6808cc824712/c071ef28-6f62-47d7-abd8-ad81f6906bc9/e08c9c84-ffb5-4739-a8f0-e39fad37538e) {{(pid=85322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:58:42.453411 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6d1706f1-fb77-432a-9c3d-20169647a2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:42.456461 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': 'd103e0e4-9b1a-4212-aacc-6779f9f6002d', 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830', 'port_id': 'd103e0e4-9b1a-4212-aacc-6779f9f6002d', 'mac_address': 'fa:16:3e:d5:22:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:58:42.470756 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bc6660f4-e116-4f7a-8750-1c9141df9cc1 req-dfb87937-b0f2-4b65-b068-2dbaefcf861e tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133709
Apr 15 10:58:42.513285 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.resource_extend [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 10:58:42.582543 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684e5ea-91ab-4d83-9594-d8dd7f1dd038 req-d2702ebf-7306-4389-baff-bc022b55ffb6 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:42.585773 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8684e5ea-91ab-4d83-9594-d8dd7f1dd038 req-d2702ebf-7306-4389-baff-bc022b55ffb6 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 943 time: 0.8297951
Apr 15 10:58:42.589777 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:42.592426 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:42.595384 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:42.620260 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:42.682199 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:42.755533 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:42.770104 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:42.798487 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d103e0e4-9b1a-4212-aacc-6779f9f6002d {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:58:42.838161 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.6635981
Apr 15 10:58:42.864878 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port d103e0e4-9b1a-4212-aacc-6779f9f6002d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d103e0e4-9b1a-4212-aacc-6779f9f6002d,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:42.869833 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:42.875175 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:42.961511 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8684e5ea-91ab-4d83-9594-d8dd7f1dd038 req-904752d5-3727-402c-89ca-6bbfde130ce4 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3432693
Apr 15 10:58:42.962081 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43834) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:42.990271 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-0e2c590d-1db1-406d-a544-8d78eff8d5c6 admin admin] Request body: {'subnet': {'network_id': '5abc7533-145d-485d-b4e4-8104407f8772', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-774264633-subnet', 'tenant_id': '037a1e96931d42c381f2c45d4c5b65cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:43.021182 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0e2c590d-1db1-406d-a544-8d78eff8d5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:43.024017 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Pushing event updated for resources: {'Network': ['ID=5abc7533-145d-485d-b4e4-8104407f8772,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:43.033608 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0e2c590d-1db1-406d-a544-8d78eff8d5c6 admin admin] Usage tracker for resource:subnet and tenant:037a1e96931d42c381f2c45d4c5b65cc is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:43.038002 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:43.049804 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0e2c590d-1db1-406d-a544-8d78eff8d5c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:43.068487 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0e2c590d-1db1-406d-a544-8d78eff8d5c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:43.092671 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network 5abc7533-145d-485d-b4e4-8104407f8772 details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:58:43.104760 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2c590d-1db1-406d-a544-8d78eff8d5c6 admin admin] Made reservation on behalf of 037a1e96931d42c381f2c45d4c5b65cc for: {'subnet': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:43.114392 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e2c590d-1db1-406d-a544-8d78eff8d5c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2412122'] for subnet, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:43.202933 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Allocated IP 172.27.0.162 (1eeb9c89-2bb9-4c7f-a0e4-333ef2157091/78180e32-2848-4a5f-839b-5eade47ae7ad/77b65fcc-13b9-43cc-bb33-0780bf803cd8) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:58:43.422825 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:43.437571 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['d103e0e4-9b1a-4212-aacc-6779f9f6002d'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:58:43.466666 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:43.488423 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:43.530142 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=d103e0e4-9b1a-4212-aacc-6779f9f6002d,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:43.550198 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:43.569991 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43852) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:43.724553 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Notify callbacks [] for port, precommit_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:43.792340 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Transition to ACTIVE for port object e08c9c84-ffb5-4739-a8f0-e39fad37538e will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:43.917433 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Transition to ACTIVE for port object e08c9c84-ffb5-4739-a8f0-e39fad37538e will not be triggered until provisioned by entity DHCP. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:43.939823 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:43.982904 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a38c0418-bb25-47b6-822e-06d3141f01d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:44.090188 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a38c0418-bb25-47b6-822e-06d3141f01d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:44.099554 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:44.110887 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Pushing event updated for resources: {'Port': ['ID=77b65fcc-13b9-43cc-bb33-0780bf803cd8,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:44.115545 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:44.127754 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:58:44.129587 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:44.132901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:58:44.151091 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a38c0418-bb25-47b6-822e-06d3141f01d5 admin admin] Usage tracker for resource:security_group_rule and tenant:d4f427d18d3145dda91b0c994c3fa4b7 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:44.157802 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a38c0418-bb25-47b6-822e-06d3141f01d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:44.173539 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a38c0418-bb25-47b6-822e-06d3141f01d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:44.275519 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a38c0418-bb25-47b6-822e-06d3141f01d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:44.286327 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a38c0418-bb25-47b6-822e-06d3141f01d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:44.295804 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9e9f3384-187e-4efb-bc3e-b4ff06000858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:44.335308 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c0418-bb25-47b6-822e-06d3141f01d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0277c1f-369e-4daa-8b34-32ce01b95f1b,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:44.349063 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6156b0-295e-46e6-a4f2-45a10aeac0ad req-cfe24e55-dd67-4cb1-b227-335a833878c7 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:44.351088 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1f6156b0-295e-46e6-a4f2-45a10aeac0ad req-cfe24e55-dd67-4cb1-b227-335a833878c7 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.6515844
Apr 15 10:58:44.352226 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a38c0418-bb25-47b6-822e-06d3141f01d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:44.410101 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43872) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:44.493098 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-a38c0418-bb25-47b6-822e-06d3141f01d5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d4f427d18d3145dda91b0c994c3fa4b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9214003
Apr 15 10:58:44.509811 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43878) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:44.531299 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Pushing event updated for resources: {'Port': ['ID=e08c9c84-ffb5-4739-a8f0-e39fad37538e,revision_number=1']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:44.539005 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:44.563507 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Network 193d26e7-6d12-464f-9936-6808cc824712 is already hosted by enough agents. {{(pid=85322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:58:44.565111 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Resources bound (agent type, host, resource id):  {{(pid=85322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:44.569528 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Received port after_create {{(pid=85322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:58:44.589622 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1f6156b0-295e-46e6-a4f2-45a10aeac0ad req-4de07034-e418-47ce-9550-7dae78c4acfa tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2215421
Apr 15 10:58:44.740103 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2060531130-network', 'tenant_id': 'ad14e0be3d2c48e286d1ebe905f19c5c'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:44.751938 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:44.760553 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a33375db-0833-4af2-9161-0043de0d80e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:44.791790 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:44.813250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Attempting to bind port e08c9c84-ffb5-4739-a8f0-e39fad37538e on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:58:44.813932 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Attempting to bind port e08c9c84-ffb5-4739-a8f0-e39fad37538e by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': 'f65a49d0-58d4-427a-9c67-46598b9ecc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '193d26e7-6d12-464f-9936-6808cc824712'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:58:44.814631 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Attempting to bind port e08c9c84-ffb5-4739-a8f0-e39fad37538e on network 193d26e7-6d12-464f-9936-6808cc824712 {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:44.825861 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:58:44.826571 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Checking segment: {'id': 'f65a49d0-58d4-427a-9c67-46598b9ecc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '193d26e7-6d12-464f-9936-6808cc824712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:44.827340 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:44.828654 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Bound using segment: {'id': 'f65a49d0-58d4-427a-9c67-46598b9ecc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '193d26e7-6d12-464f-9936-6808cc824712'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:58:44.829604 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Bound port: e08c9c84-ffb5-4739-a8f0-e39fad37538e, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65a49d0-58d4-427a-9c67-46598b9ecc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '193d26e7-6d12-464f-9936-6808cc824712'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:58:44.830622 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:44.866333 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Usage tracker for resource:network and tenant:ad14e0be3d2c48e286d1ebe905f19c5c is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:44.881488 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:44.933443 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:44.954778 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] For port e08c9c84-ffb5-4739-a8f0-e39fad37538e, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:58:44.958839 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] For port e08c9c84-ffb5-4739-a8f0-e39fad37538e, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=e08c9c84-ffb5-4739-a8f0-e39fad37538e,segment=NetworkSegment(f65a49d0-58d4-427a-9c67-46598b9ecc37),segment_id=f65a49d0-58d4-427a-9c67-46598b9ecc37)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:58:44.963011 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:44.967599 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c8f4a-eff7-43f7-a9ff-515f2878b080 req-941152a0-7c16-42ec-8864-86f865263843 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:44.971289 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-406c8f4a-eff7-43f7-a9ff-515f2878b080 req-941152a0-7c16-42ec-8864-86f865263843 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 944 time: 0.5760574
Apr 15 10:58:44.985548 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a33375db-0833-4af2-9161-0043de0d80e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:45.001291 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e2c590d-1db1-406d-a544-8d78eff8d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852082384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2412107'] for subnet, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:45.040556 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Made reservation on behalf of ad14e0be3d2c48e286d1ebe905f19c5c for: {'network': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:45.043212 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:45.045384 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:45.064926 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:45.217571 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Pushing event updated for resources: {'Port': ['ID=e08c9c84-ffb5-4739-a8f0-e39fad37538e,revision_number=2']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:45.230067 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:45.248671 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:45.276042 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c590d-1db1-406d-a544-8d78eff8d5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19afdf7d-4022-4717-a6a3-c83306beb074,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:45.281321 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0e2c590d-1db1-406d-a544-8d78eff8d5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:45.402645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852769452'] for router, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:45.556419 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:45.567868 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-406c8f4a-eff7-43f7-a9ff-515f2878b080 req-f1d02a91-e624-4125-855c-7f6798afb792 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5725040
Apr 15 10:58:45.576645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Usage tracker for resource:security_group_rule and tenant:ad14e0be3d2c48e286d1ebe905f19c5c is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:45.584252 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:45.599494 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:45.677722 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a33375db-0833-4af2-9161-0043de0d80e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:45.685558 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-09800845-b59a-40ac-9938-3cfb7781eb42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:45.733417 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33375db-0833-4af2-9161-0043de0d80e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0277c1f-369e-4daa-8b34-32ce01b95f1b,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:45.762915 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a33375db-0833-4af2-9161-0043de0d80e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:45.865548 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Router a649d8b5-34d9-47a3-bcd7-8837c9e74607 is scheduled to L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d with binding_index 1 {{(pid=85321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:58:45.937229 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a33375db-0833-4af2-9161-0043de0d80e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:45.943415 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-a33375db-0833-4af2-9161-0043de0d80e6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b0277c1f-369e-4daa-8b34-32ce01b95f1b HTTP/1.1" status: 204  len: 168 time: 1.4185619
Apr 15 10:58:46.085308 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:58:46.106856 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Sync routers for ids ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:58:46.122062 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Routers {'a649d8b5-34d9-47a3-bcd7-8837c9e74607'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:46.123214 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc67e9cc0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:46.129967 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:46.145329 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:46.151901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device d103e0e4-9b1a-4212-aacc-6779f9f6002d up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:46.174469 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] vlan segment allocate from pool success with {'vlan_id': 1405, 'physical_network': 'physnet1'}  {{(pid=85320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:58:46.190108 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:46.190849 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Added segment 45079a58-8941-4019-b2c0-60bce44c34a2 of type vlan for network 8407d6fd-0638-4fb8-ae1b-20a51e929416
Apr 15 10:58:46.193442 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c590d-1db1-406d-a544-8d78eff8d5c6 admin admin] Checking segment: {'id': '16a8c445-c9f2-4881-9f7d-5e6eaab9e649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '5abc7533-145d-485d-b4e4-8104407f8772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:46.194064 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c590d-1db1-406d-a544-8d78eff8d5c6 admin admin] Network hostable DHCP agents. Network: 5abc7533-145d-485d-b4e4-8104407f8772, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:58:46.213899 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Notify callbacks [] for router, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:46.223733 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.6697628
Apr 15 10:58:46.226083 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 43892) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:46.235671 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3044a05d-98ed-43b5-9c24-03ac415138b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:46.355063 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port d103e0e4-9b1a-4212-aacc-6779f9f6002d completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:46.368793 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port d103e0e4-9b1a-4212-aacc-6779f9f6002d triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:46.369802 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:46.435375 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8623c8-48dc-471f-bd2b-5444e5471394 req-5dea43af-3bf1-4e02-b829-a83b78491a4f tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:46.438695 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ac8623c8-48dc-471f-bd2b-5444e5471394 req-5dea43af-3bf1-4e02-b829-a83b78491a4f tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.5864773
Apr 15 10:58:46.453203 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Set router a649d8b5-34d9-47a3-bcd7-8837c9e74607 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:46.470106 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:46.479724 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba797a4-6151-45e8-83a7-9c73ce4ac51c,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:46.486528 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:46.524457 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c590d-1db1-406d-a544-8d78eff8d5c6 admin admin] Network 5abc7533-145d-485d-b4e4-8104407f8772 is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:58:46.560098 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-0e2c590d-1db1-406d-a544-8d78eff8d5c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, 5abc7533-145d-485d-b4e4-8104407f8772) {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:46.610462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45bb555-cc50-4282-813b-ed4fd3cb015c None None] Network 5abc7533-145d-485d-b4e4-8104407f8772 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:58:46.627686 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2c590d-1db1-406d-a544-8d78eff8d5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:46.629076 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e2c590d-1db1-406d-a544-8d78eff8d5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:46.670199 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.resource_extend [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 10:58:46.707802 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0e2c590d-1db1-406d-a544-8d78eff8d5c6 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.7342918
Apr 15 10:58:46.756181 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ac8623c8-48dc-471f-bd2b-5444e5471394 req-ada60361-2338-4430-9025-66cb90c47da2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2935641
Apr 15 10:58:46.783251 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:46.785894 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:46.786996 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:46.817850 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:47.178892 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.7608793
Apr 15 10:58:47.188584 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43912) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:47.199555 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-a7681e61-58cc-499e-9aad-d541c8547355 admin admin] Request body: {'subnet': {'network_id': '8407d6fd-0638-4fb8-ae1b-20a51e929416', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2060531130-subnet', 'tenant_id': 'ad14e0be3d2c48e286d1ebe905f19c5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:47.207733 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a7681e61-58cc-499e-9aad-d541c8547355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:47.232310 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Pushing event updated for resources: {'Network': ['ID=8407d6fd-0638-4fb8-ae1b-20a51e929416,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:47.245265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a7681e61-58cc-499e-9aad-d541c8547355 admin admin] Usage tracker for resource:subnet and tenant:ad14e0be3d2c48e286d1ebe905f19c5c is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:47.248953 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:47.261541 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a7681e61-58cc-499e-9aad-d541c8547355 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:47.274438 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device e08c9c84-ffb5-4739-a8f0-e39fad37538e up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:47.286505 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a7681e61-58cc-499e-9aad-d541c8547355 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:47.314230 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7681e61-58cc-499e-9aad-d541c8547355 admin admin] Made reservation on behalf of ad14e0be3d2c48e286d1ebe905f19c5c for: {'subnet': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:47.323268 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a7681e61-58cc-499e-9aad-d541c8547355 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2412122'] for subnet, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:47.463992 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc67e9cc0>, [{'id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'name': 'tempest-TestMinimumBasicScenario-1309925916-router', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:41Z', 'updated_at': '2021-04-15T10:58:44Z', 'revision_number': 3, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'gw_port': {'id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:42Z', 'updated_at': '2021-04-15T10:58:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:47.471302 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Checking router: a649d8b5-34d9-47a3-bcd7-8837c9e74607 for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:58:47.471709 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Updating router a649d8b5-34d9-47a3-bcd7-8837c9e74607 port 77b65fcc-13b9-43cc-bb33-0780bf803cd8 binding host dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:58:47.552250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network 8407d6fd-0638-4fb8-ae1b-20a51e929416 details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:58:47.572610 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:47.580451 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 43916) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:47.809604 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_v2 [None req-12894e14-2e9e-4bcf-be45-c61e194aea85 admin admin] Deleting subnet a3c2f75e-7a5e-4d35-810c-ec5d3f9918fb {{(pid=85321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:58:47.822902 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a88cb16-147a-4cef-b7e2-c23db2562476 None None] Network 193d26e7-6d12-464f-9936-6808cc824712 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:58:47.828247 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f60d7-b901-4fcb-85b0-eb7b0552742b req-ce076638-00d1-49f0-ab88-a34171ad4e3c tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:47.838381 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0c2f60d7-b901-4fcb-85b0-eb7b0552742b req-ce076638-00d1-49f0-ab88-a34171ad4e3c tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 944 time: 0.3291872
Apr 15 10:58:47.843247 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-12894e14-2e9e-4bcf-be45-c61e194aea85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:48.237661 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb9dc68-83b4-4bcb-9390-9fe1d2476d8e None None] Network 5abc7533-145d-485d-b4e4-8104407f8772 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:58:48.318322 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-0b8653ad-5196-4d25-8fc6-315cec2adc6a None None] Provisioning for port e08c9c84-ffb5-4739-a8f0-e39fad37538e completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:48.385628 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43932) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:48.480732 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-12894e14-2e9e-4bcf-be45-c61e194aea85 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:48.482009 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Notify callbacks [] for port, precommit_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:48.496953 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Transition to ACTIVE for port object 77b65fcc-13b9-43cc-bb33-0780bf803cd8 will not be triggered until provisioned by entity L2. {{(pid=85323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:48.501578 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-12894e14-2e9e-4bcf-be45-c61e194aea85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5390'] for subnet, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:48.504318 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:48.594575 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:48.606690 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0c2f60d7-b901-4fcb-85b0-eb7b0552742b req-85ab84c5-94a3-482e-89d8-10eca5e7780a tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7665367
Apr 15 10:58:48.675039 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port e08c9c84-ffb5-4739-a8f0-e39fad37538e completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:48.705765 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-927bd304-cdf2-496b-944f-aa428cbf41d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:48.713586 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb0c4f-972c-4c28-bda7-c21d78ae6eba req-9150737f-148e-4ae0-842f-991ac73a75ab tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:48.720482 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b7fb0c4f-972c-4c28-bda7-c21d78ae6eba req-9150737f-148e-4ae0-842f-991ac73a75ab tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.5510447
Apr 15 10:58:48.723574 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port e08c9c84-ffb5-4739-a8f0-e39fad37538e triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:48.724002 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:48.799282 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a56bb-43d9-4a18-91d3-b599e4e5a4a2 None None] Pushing event updated for resources: {'Port': ['ID=77b65fcc-13b9-43cc-bb33-0780bf803cd8,revision_number=2']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:48.810356 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a56bb-43d9-4a18-91d3-b599e4e5a4a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:48.810959 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a56bb-43d9-4a18-91d3-b599e4e5a4a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:48.811455 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a56bb-43d9-4a18-91d3-b599e4e5a4a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:48.812506 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a56bb-43d9-4a18-91d3-b599e4e5a4a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:48.812991 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a56bb-43d9-4a18-91d3-b599e4e5a4a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:48.813473 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a56bb-43d9-4a18-91d3-b599e4e5a4a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:48.813952 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a56bb-43d9-4a18-91d3-b599e4e5a4a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:48.814559 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a56bb-43d9-4a18-91d3-b599e4e5a4a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:48.814931 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a56bb-43d9-4a18-91d3-b599e4e5a4a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:48.815431 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a56bb-43d9-4a18-91d3-b599e4e5a4a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:48.816008 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a56bb-43d9-4a18-91d3-b599e4e5a4a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:48.816486 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a56bb-43d9-4a18-91d3-b599e4e5a4a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:48.835811 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b7fb0c4f-972c-4c28-bda7-c21d78ae6eba req-730d2f71-1603-47f6-9dca-4cc6cc13ce05 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915051
Apr 15 10:58:48.840132 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1900110572-network', 'tenant_id': '1374898347c1429bb793e02bef156639'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:48.850360 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:48.857253 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Usage tracker for resource:network and tenant:1374898347c1429bb793e02bef156639 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:48.865590 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:48.876916 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Attempting to bind port 77b65fcc-13b9-43cc-bb33-0780bf803cd8 on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:58:48.877570 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Attempting to bind port 77b65fcc-13b9-43cc-bb33-0780bf803cd8 by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:58:48.878185 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Attempting to bind port 77b65fcc-13b9-43cc-bb33-0780bf803cd8 on network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:58:48.882406 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:48.894777 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-cb4a56bb-43d9-4a18-91d3-b599e4e5a4a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:48.896175 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:58:48.896818 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Checking segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:48.897537 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:48.898254 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Bound using segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:58:48.899197 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Bound port: 77b65fcc-13b9-43cc-bb33-0780bf803cd8, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:58:48.900769 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:48.917052 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Made reservation on behalf of 1374898347c1429bb793e02bef156639 for: {'network': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:48.922274 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:48.942253 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:48.968851 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01833165-1aff-405b-878d-74469d9e5e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd103e0e4-9b1a-4212-aacc-6779f9f6002d'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:58:48.999358 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port d103e0e4-9b1a-4212-aacc-6779f9f6002d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d103e0e4-9b1a-4212-aacc-6779f9f6002d,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:49.041113 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:49.049630 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:49.062899 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a7681e61-58cc-499e-9aad-d541c8547355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852082384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2412107'] for subnet, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:49.099726 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] For port 77b65fcc-13b9-43cc-bb33-0780bf803cd8, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:58:49.103451 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] For port 77b65fcc-13b9-43cc-bb33-0780bf803cd8, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=77b65fcc-13b9-43cc-bb33-0780bf803cd8,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:58:49.110719 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:49.169943 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01833165-1aff-405b-878d-74469d9e5e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd103e0e4-9b1a-4212-aacc-6779f9f6002d', 'code': 200}
Apr 15 10:58:49.174013 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=d103e0e4-9b1a-4212-aacc-6779f9f6002d,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:49.184816 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:49.258559 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:49.261872 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0e2c590d-1db1-406d-a544-8d78eff8d5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:49.326511 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:49.361364 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7681e61-58cc-499e-9aad-d541c8547355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60bd38c1-a2b8-45cb-9e80-f8b4b1c94261,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:49.371862 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Usage tracker for resource:security_group_rule and tenant:1374898347c1429bb793e02bef156639 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:49.379215 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a7681e61-58cc-499e-9aad-d541c8547355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:49.382622 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:49.391499 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-12894e14-2e9e-4bcf-be45-c61e194aea85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for subnet, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:49.397484 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:49.455578 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:49.486285 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7681e61-58cc-499e-9aad-d541c8547355 admin admin] Checking segment: {'id': '45079a58-8941-4019-b2c0-60bce44c34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '8407d6fd-0638-4fb8-ae1b-20a51e929416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:49.486753 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7681e61-58cc-499e-9aad-d541c8547355 admin admin] Network hostable DHCP agents. Network: 8407d6fd-0638-4fb8-ae1b-20a51e929416, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:58:49.503278 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port e08c9c84-ffb5-4739-a8f0-e39fad37538e, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=e08c9c84-ffb5-4739-a8f0-e39fad37538e,segment=NetworkSegment(f65a49d0-58d4-427a-9c67-46598b9ecc37),segment_id=f65a49d0-58d4-427a-9c67-46598b9ecc37)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:49.507529 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:49.510170 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0dc4af8c-117f-40d8-88b0-3000b9afb885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:49.524583 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-28347c7c-ccf3-49c8-88a4-276e83540aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:49.544906 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:58:49.591445 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7681e61-58cc-499e-9aad-d541c8547355 admin admin] Network 8407d6fd-0638-4fb8-ae1b-20a51e929416 is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:58:49.613093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-a7681e61-58cc-499e-9aad-d541c8547355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, 8407d6fd-0638-4fb8-ae1b-20a51e929416) {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:49.619744 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a56bb-43d9-4a18-91d3-b599e4e5a4a2 None None] Pushing event updated for resources: {'Port': ['ID=77b65fcc-13b9-43cc-bb33-0780bf803cd8,revision_number=3']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:49.628219 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-cb4a56bb-43d9-4a18-91d3-b599e4e5a4a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:49.637978 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b040c42c-e071-4223-84c8-786438e165c0 None None] Network 8407d6fd-0638-4fb8-ae1b-20a51e929416 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:58:49.663285 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7681e61-58cc-499e-9aad-d541c8547355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:49.664073 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a7681e61-58cc-499e-9aad-d541c8547355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:49.669658 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-54fa169c-4212-475a-8602-106a9c8a569e None None] Provisioning complete for port e08c9c84-ffb5-4739-a8f0-e39fad37538e triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:49.670089 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-54fa169c-4212-475a-8602-106a9c8a569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:49.673311 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12894e14-2e9e-4bcf-be45-c61e194aea85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3c2f75e-7a5e-4d35-810c-ec5d3f9918fb,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:49.698164 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-12894e14-2e9e-4bcf-be45-c61e194aea85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:49.704387 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870dd441-2a1b-499b-a6df-be2bd9b02b53 req-9b823107-202e-467b-887a-c0fe30a74141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:49.706236 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-870dd441-2a1b-499b-a6df-be2bd9b02b53 req-9b823107-202e-467b-887a-c0fe30a74141 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 1098 time: 0.2108073
Apr 15 10:58:49.724849 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Routers {'a649d8b5-34d9-47a3-bcd7-8837c9e74607'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:49.725606 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc67e9cc0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:49.760510 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:49.787764 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:49.801401 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:49.807901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=e08c9c84-ffb5-4739-a8f0-e39fad37538e,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:49.822452 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-a7681e61-58cc-499e-9aad-d541c8547355 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.6244862
Apr 15 10:58:49.822452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-218f6215-6b5f-4689-8c38-f441ba256e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:49.824457 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:49.942226 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-12894e14-2e9e-4bcf-be45-c61e194aea85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:49.982800 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] Set router a649d8b5-34d9-47a3-bcd7-8837c9e74607 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:49.990696 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ddeae672-3dc9-472c-82dc-d0d005c25825 req-36c42bbb-a355-4f62-8db9-ffea81bea122 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.7885699
Apr 15 10:58:49.995890 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-12894e14-2e9e-4bcf-be45-c61e194aea85 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/a3c2f75e-7a5e-4d35-810c-ec5d3f9918fb HTTP/1.1" status: 204  len: 168 time: 2.4122441
Apr 15 10:58:50.019592 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 43952) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:50.270882 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-870dd441-2a1b-499b-a6df-be2bd9b02b53 req-57a5d084-a7a1-4415-bf6a-b563935f13f5 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5067105
Apr 15 10:58:50.326275 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947d6ffd-b485-409c-90a9-bee3fda5bdc6 None None] Network 8407d6fd-0638-4fb8-ae1b-20a51e929416 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:58:50.374844 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1437, 'physical_network': 'physnet1'}  {{(pid=85320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:58:50.433596 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47b0311-2548-4671-a72f-a355da439c42,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:50.438211 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:50.473340 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:50.473877 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Added segment 1c49ec0d-111b-469b-8988-2a39dc1700c7 of type vlan for network 0e257be3-f08f-4d68-9cbd-58333f5372eb
Apr 15 10:58:50.514269 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854678852'] for network, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:50.526107 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:50.532073 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc67e9cc0>, [{'id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'name': 'tempest-TestMinimumBasicScenario-1309925916-router', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:41Z', 'updated_at': '2021-04-15T10:58:44Z', 'revision_number': 3, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'gw_port': {'id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:42Z', 'updated_at': '2021-04-15T10:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:50.551418 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b016225-fd2e-4b43-932c-7180b730fdd7 None None] The sync data for ids ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'] in dv-cinder-786386-1-iscsi is: [{'id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'name': 'tempest-TestMinimumBasicScenario-1309925916-router', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:41Z', 'updated_at': '2021-04-15T10:58:44Z', 'revision_number': 3, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'gw_port': {'id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:42Z', 'updated_at': '2021-04-15T10:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:58:50.621090 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:50.626782 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:50.627557 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:50.636147 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-21bcfd06-931e-449f-b9cc-49a4900b03e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:50.693757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Allocated IP 172.20.0.1 (193d26e7-6d12-464f-9936-6808cc824712/c071ef28-6f62-47d7-abd8-ad81f6906bc9/a8c4650d-8be4-4d14-8890-82a3c784e72b) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:58:50.725465 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeae672-3dc9-472c-82dc-d0d005c25825 req-74db899f-296d-4446-a397-2ec2f10ec42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:50.727127 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ddeae672-3dc9-472c-82dc-d0d005c25825 req-74db899f-296d-4446-a397-2ec2f10ec42b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1856da834bea4d4f808d3291b817ed29&device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 1098 time: 0.4534400
Apr 15 10:58:50.764326 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569c8af-b7c1-45c6-8a38-86d899c57eb1 req-c32b86d7-4bf8-453e-aabc-bcb2816b3159 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:50.766487 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9569c8af-b7c1-45c6-8a38-86d899c57eb1 req-c32b86d7-4bf8-453e-aabc-bcb2816b3159 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 945 time: 0.9683211
Apr 15 10:58:50.767984 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.3710105
Apr 15 10:58:50.783192 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 43962) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:50.794523 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-04058fd7-4687-4b3f-8701-66547e129022 admin admin] Request body: {'subnet': {'network_id': '0e257be3-f08f-4d68-9cbd-58333f5372eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1900110572-subnet', 'tenant_id': '1374898347c1429bb793e02bef156639', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:50.808945 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a7eac-872a-4a32-9eb5-38c69dd543f1 req-22a64c53-9677-4c67-b585-918906c45941 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:50.810705 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-014a7eac-872a-4a32-9eb5-38c69dd543f1 req-22a64c53-9677-4c67-b585-918906c45941 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.6171999
Apr 15 10:58:50.815886 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-04058fd7-4687-4b3f-8701-66547e129022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:50.838934 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Pushing event updated for resources: {'Network': ['ID=0e257be3-f08f-4d68-9cbd-58333f5372eb,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:50.842120 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-04058fd7-4687-4b3f-8701-66547e129022 admin admin] Usage tracker for resource:subnet and tenant:1374898347c1429bb793e02bef156639 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:50.850260 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:50.856063 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network 0e257be3-f08f-4d68-9cbd-58333f5372eb details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:58:50.865038 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-04058fd7-4687-4b3f-8701-66547e129022 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:50.891906 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-04058fd7-4687-4b3f-8701-66547e129022 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:50.930204 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9569c8af-b7c1-45c6-8a38-86d899c57eb1 req-5db6fd2f-05e1-4201-a795-9c5de5397edb tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306324
Apr 15 10:58:50.933843 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04058fd7-4687-4b3f-8701-66547e129022 admin admin] Made reservation on behalf of 1374898347c1429bb793e02bef156639 for: {'subnet': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:50.939400 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-04058fd7-4687-4b3f-8701-66547e129022 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2412122'] for subnet, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:50.962286 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-014a7eac-872a-4a32-9eb5-38c69dd543f1 req-9b9c06b0-888a-45a6-a534-cabd976f4cf0 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246865
Apr 15 10:58:51.000875 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854341903', 'neutron.services.segments.db._delete_segments_for_network--9223363306319465793'] for network, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:51.184127 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:51.381897 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:51.420406 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0bc4412160>> segment before_delete 55550000 {{(pid=85321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:51.421448 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0bc4412160>> subnet precommit_delete_associations 55550000 {{(pid=85321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:51.422217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0bc631a630>> segment_host_mapping after_create 55550000 {{(pid=85321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:51.422622 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0bc631a630>> port after_create 55550000 {{(pid=85321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:51.423001 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0bc631a630>> port after_delete 55550000 {{(pid=85321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:51.423400 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0bc631a630>> port after_update 55550000 {{(pid=85321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:51.423772 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0bc631a630>> segment after_delete 55550000 {{(pid=85321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:51.424147 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0bc631a630>> subnet after_create 55550000 {{(pid=85321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:51.424516 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0bc631a630>> subnet after_delete 55550000 {{(pid=85321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:51.424882 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0bc631a630>> subnet after_update 55550000 {{(pid=85321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:51.509292 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0bc4657c88>> subnet after_create 55550000 {{(pid=85321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:51.509689 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0bc4657c88>> subnet after_delete 55550000 {{(pid=85321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:51.510074 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0bc4657c88>> subnet before_create 55550000 {{(pid=85321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:51.510460 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0bc4657c88>> subnet before_update 55550000 {{(pid=85321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 10:58:51.516666 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0bc4357278>,) {'filters': {'network_id': ['598e9ae0-2e6d-47f5-a3fb-4c6d00b972fa']}} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:51.527053 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeae672-3dc9-472c-82dc-d0d005c25825 req-f87909cd-df37-4db0-9f04-b4a7c9230723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:51.529575 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ddeae672-3dc9-472c-82dc-d0d005c25825 req-f87909cd-df37-4db0-9f04-b4a7c9230723 service neutron] 10.222.0.99 "GET /v2.0/networks?id=cbf52b31-cabb-4684-b870-425b20f1a830 HTTP/1.1" status: 200  len: 916 time: 0.7273982
Apr 15 10:58:51.530032 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Transition to ACTIVE for port object a8c4650d-8be4-4d14-8890-82a3c784e72b will not be triggered until provisioned by entity DHCP. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:58:51.763085 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-04058fd7-4687-4b3f-8701-66547e129022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852082384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2412107'] for subnet, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:51.775414 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ddeae672-3dc9-472c-82dc-d0d005c25825 req-04d37fd9-e890-43d9-974c-9639772f571f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=109c35c2-d409-41f0-8f52-843f3b1b78e0 HTTP/1.1" status: 200  len: 217 time: 0.2084947
Apr 15 10:58:51.777730 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc4357278>, '5bdb7080-176a-4291-869f-45f07e62de84') {'for_net_delete': True} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:51.778074 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc4357278>, '5bdb7080-176a-4291-869f-45f07e62de84') {} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:51.793939 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:51.835485 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306319469889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3589659'] for segment, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:51.842418 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 77b65fcc-13b9-43cc-bb33-0780bf803cd8 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:51.893269 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeae672-3dc9-472c-82dc-d0d005c25825 req-aa974b97-62c9-4930-9418-b130ca985e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:51.894953 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ddeae672-3dc9-472c-82dc-d0d005c25825 req-aa974b97-62c9-4930-9418-b130ca985e94 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0 HTTP/1.1" status: 200  len: 854 time: 0.1030128
Apr 15 10:58:51.935625 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04058fd7-4687-4b3f-8701-66547e129022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a16b2a09-8bb0-4374-ac02-abde3379d952,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:51.941470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-04058fd7-4687-4b3f-8701-66547e129022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:51.969754 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:51.975371 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 77b65fcc-13b9-43cc-bb33-0780bf803cd8 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:51.982776 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 77b65fcc-13b9-43cc-bb33-0780bf803cd8 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:51.983824 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:51.985828 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ddeae672-3dc9-472c-82dc-d0d005c25825 req-ff2251d4-0181-4ffb-85b1-052b13b80bde service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cbf52b31-cabb-4684-b870-425b20f1a830&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0719447
Apr 15 10:58:51.993333 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Releasing vlan 1436 on physical network physnet1 to pool {{(pid=85321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:58:52.070069 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04058fd7-4687-4b3f-8701-66547e129022 admin admin] Checking segment: {'id': '1c49ec0d-111b-469b-8988-2a39dc1700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '0e257be3-f08f-4d68-9cbd-58333f5372eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:58:52.070801 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04058fd7-4687-4b3f-8701-66547e129022 admin admin] Network hostable DHCP agents. Network: 0e257be3-f08f-4d68-9cbd-58333f5372eb, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:58:52.124681 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:52.128978 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04058fd7-4687-4b3f-8701-66547e129022 admin admin] Network 0e257be3-f08f-4d68-9cbd-58333f5372eb is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:58:52.161798 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-04058fd7-4687-4b3f-8701-66547e129022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, 0e257be3-f08f-4d68-9cbd-58333f5372eb) {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:52.210480 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ea7edc-5cb5-4a26-9462-c11965b40023 None None] Network 0e257be3-f08f-4d68-9cbd-58333f5372eb requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:58:52.220280 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04058fd7-4687-4b3f-8701-66547e129022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:52.221680 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-04058fd7-4687-4b3f-8701-66547e129022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:52.391955 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-04058fd7-4687-4b3f-8701-66547e129022 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6078219
Apr 15 10:58:52.421557 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:52.462560 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb3831-92e8-439f-9a80-e37bd4d8f081 req-28458d48-15b6-4200-926a-9e288fbc9973 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:52.463688 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port 77b65fcc-13b9-43cc-bb33-0780bf803cd8, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=77b65fcc-13b9-43cc-bb33-0780bf803cd8,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:58:52.464874 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4bcb3831-92e8-439f-9a80-e37bd4d8f081 req-28458d48-15b6-4200-926a-9e288fbc9973 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 945 time: 0.2505345
Apr 15 10:58:52.474402 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:52.475616 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device e08c9c84-ffb5-4739-a8f0-e39fad37538e up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:52.475866 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6cd87-f486-44f4-b985-a70e1eba0aac req-40fd9b99-396c-486d-8f77-c5a8bd0d468e tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:52.477681 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8ef6cd87-f486-44f4-b985-a70e1eba0aac req-40fd9b99-396c-486d-8f77-c5a8bd0d468e tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.2431848
Apr 15 10:58:52.510769 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:52.534963 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Network 598e9ae0-2e6d-47f5-a3fb-4c6d00b972fa has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:58:52.545653 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-63568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167214'] for segment, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:52.569990 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4bcb3831-92e8-439f-9a80-e37bd4d8f081 req-fba56c0c-3f17-4b76-a3b9-7e49a1cf9eb7 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910702
Apr 15 10:58:52.576329 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8ef6cd87-f486-44f4-b985-a70e1eba0aac req-73e1d682-1066-49d2-86e8-e644899d7d29 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747421
Apr 15 10:58:52.719340 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=77b65fcc-13b9-43cc-bb33-0780bf803cd8,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:52.741245 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afd619a-ed04-4bd9-999f-d4f9c8acbe55 None None] Network 0e257be3-f08f-4d68-9cbd-58333f5372eb requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:58:52.856788 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4267f1d9-7b39-451d-aed0-184d82946646 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:52.893903 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ddeae672-3dc9-472c-82dc-d0d005c25825 req-8265d38c-012e-405f-8bbd-ce6aa63f6867 service neutron] 10.222.0.99 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8830926
Apr 15 10:58:53.244044 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:53.314677 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ddeae672-3dc9-472c-82dc-d0d005c25825 req-c997675b-f407-44c2-996f-5d71f914da0b service neutron] 10.222.0.99 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4043970
Apr 15 10:58:53.338715 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c4650d-8be4-4d14-8890-82a3c784e72b,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:53.361445 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:53.369575 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port e08c9c84-ffb5-4739-a8f0-e39fad37538e triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:53.370202 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:53.375899 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Network 598e9ae0-2e6d-47f5-a3fb-4c6d00b972fa has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:   from cryptography.utils import int_from_bytes
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:   from cryptography.utils import int_from_bytes
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:   (rel_b, rel_a, rel_b),
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:   (rel_b, rel_a, rel_b),
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]: Traceback (most recent call last):
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:     timer()
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:     cb(*args, **kw)
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:     return func(*args, **kwargs)
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:     self._notify()
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:     self.callback(batched_events)
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:     event.method(event)
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:     segment_id)['aggregates'][0]
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:     return f(self, *a, **k)
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self._get(url).json()
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:     **kwargs)
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:     **endpoint_filter)
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:58:53.406644 dv-cinder-786386-1-iscsi neutron-server[85207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:58:53.603228 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Network 193d26e7-6d12-464f-9936-6808cc824712 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:58:53.606451 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:53.648501 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:58:53.736304 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 77b65fcc-13b9-43cc-bb33-0780bf803cd8 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:58:53.795629 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-433798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006288'] for network, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:53.838573 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-81e4c427-5dd6-4960-80a0-4efe8377aa19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:53.902054 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Pushing event deleted for resources: {'Network': ['ID=598e9ae0-2e6d-47f5-a3fb-4c6d00b972fa,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:53.910844 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-493c764d-cb76-4e13-aee3-5517625130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:53.912781 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:53.926088 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] 10.222.0.100 "DELETE /v2.0/networks/598e9ae0-2e6d-47f5-a3fb-4c6d00b972fa HTTP/1.1" status: 204  len: 168 time: 3.8920739
Apr 15 10:58:53.927517 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 44020) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:53.928602 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:53.929698 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852769391'] for router_interface, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:53.937675 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 77b65fcc-13b9-43cc-bb33-0780bf803cd8 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:53.938101 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:54.029901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-ca6ccf75-9eeb-4b81-b7fc-a633865ef75e None None] Provisioning for port a8c4650d-8be4-4d14-8890-82a3c784e72b completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:58:54.047917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-ca6ccf75-9eeb-4b81-b7fc-a633865ef75e None None] Provisioning complete for port a8c4650d-8be4-4d14-8890-82a3c784e72b triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:54.049376 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ca6ccf75-9eeb-4b81-b7fc-a633865ef75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:54.117639 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5efefb-303c-4dee-bef2-700c24a25585 admin admin] Deleting subnet 19afdf7d-4022-4717-a6a3-c83306beb074 {{(pid=85321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 10:58:54.125284 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9d5efefb-303c-4dee-bef2-700c24a25585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:54.129768 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-8aa46231-65c8-4ac6-8abe-d07afefd89ad tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:54.136988 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-8aa46231-65c8-4ac6-8abe-d07afefd89ad tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Synchronizing usage tracker for tenant:ad14e0be3d2c48e286d1ebe905f19c5c on resource:network {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:58:54.187233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-8aa46231-65c8-4ac6-8abe-d07afefd89ad tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Unset dirty status for tenant:ad14e0be3d2c48e286d1ebe905f19c5c on resource:network {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:58:54.188772 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-8aa46231-65c8-4ac6-8abe-d07afefd89ad tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/networks?id=8407d6fd-0638-4fb8-ae1b-20a51e929416 HTTP/1.1" status: 200  len: 809 time: 0.9328721
Apr 15 10:58:54.235686 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-ca6ccf75-9eeb-4b81-b7fc-a633865ef75e None None] Port a8c4650d-8be4-4d14-8890-82a3c784e72b cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:58:54.264692 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9d5efefb-303c-4dee-bef2-700c24a25585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851186173'] for subnet, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:54.311092 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-1cb01bfa-126c-4ebb-82eb-b94f16c7e77c tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/quotas/ad14e0be3d2c48e286d1ebe905f19c5c HTTP/1.1" status: 200  len: 375 time: 0.1080415
Apr 15 10:58:54.359210 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9d5efefb-303c-4dee-bef2-700c24a25585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5390'] for subnet, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:54.381228 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-8054846b-fde2-4a9d-bf51-a7b54350b905 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad14e0be3d2c48e286d1ebe905f19c5c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0588779
Apr 15 10:58:54.496571 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6601cdb-c91d-4aff-bd97-5a41cf470a22 req-6955cac0-a3b1-4c79-9e8a-e4863fe3344c tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:54.498318 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d6601cdb-c91d-4aff-bd97-5a41cf470a22 req-6955cac0-a3b1-4c79-9e8a-e4863fe3344c tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.2870934
Apr 15 10:58:54.575732 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:54.597088 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d6601cdb-c91d-4aff-bd97-5a41cf470a22 req-7e92c901-7bcd-4141-a2f8-fe32697d773d tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851212
Apr 15 10:58:54.601522 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-6ed49101-9e4c-4f65-920a-7ffb981c6334 service neutron] 10.222.0.100 "GET /v2.0/networks/8407d6fd-0638-4fb8-ae1b-20a51e929416?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2075109
Apr 15 10:58:54.871069 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-352f1e8f-30bc-4fb2-9f82-e493892565ea service neutron] 10.222.0.100 "GET /v2.0/networks/8407d6fd-0638-4fb8-ae1b-20a51e929416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2580354
Apr 15 10:58:54.990838 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9d5efefb-303c-4dee-bef2-700c24a25585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853608755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851334486'] for subnet, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:55.074437 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:55.227910 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5efefb-303c-4dee-bef2-700c24a25585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19afdf7d-4022-4717-a6a3-c83306beb074,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:55.231753 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:55.243705 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9d5efefb-303c-4dee-bef2-700c24a25585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:55.247129 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:55.281997 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:55.338379 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9d5efefb-303c-4dee-bef2-700c24a25585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:55.374918 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-9d5efefb-303c-4dee-bef2-700c24a25585 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/19afdf7d-4022-4717-a6a3-c83306beb074 HTTP/1.1" status: 204  len: 168 time: 1.4134684
Apr 15 10:58:55.378861 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 44050) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:55.392980 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cff834b4-dbfb-4869-941c-e168dc81cc76 req-3a307db1-bd27-44c5-9301-d54d33290a6e tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 210 time: 0.0836987
Apr 15 10:58:55.413257 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852772550'] for router_interface, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:55.428839 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c4650d-8be4-4d14-8890-82a3c784e72b,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:55.441340 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:55.465425 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e44b112f-4648-4d19-861d-5cd45029a58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:55.489136 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e795d-27d8-4335-861c-4686ad658a73 req-364a0d51-b3dd-491a-bde8-af6198eadaee tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:55.490293 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-a58e795d-27d8-4335-861c-4686ad658a73 req-364a0d51-b3dd-491a-bde8-af6198eadaee tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Synchronizing usage tracker for tenant:1374898347c1429bb793e02bef156639 on resource:network {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:58:55.515016 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-a58e795d-27d8-4335-861c-4686ad658a73 req-364a0d51-b3dd-491a-bde8-af6198eadaee tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Unset dirty status for tenant:1374898347c1429bb793e02bef156639 on resource:network {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:58:55.525220 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a58e795d-27d8-4335-861c-4686ad658a73 req-364a0d51-b3dd-491a-bde8-af6198eadaee tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/networks?id=0e257be3-f08f-4d68-9cbd-58333f5372eb HTTP/1.1" status: 200  len: 814 time: 0.4394963
Apr 15 10:58:55.546335 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a58e795d-27d8-4335-861c-4686ad658a73 req-7c41baa1-8b0f-4888-b835-628e94f4aa4c tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/quotas/1374898347c1429bb793e02bef156639 HTTP/1.1" status: 200  len: 375 time: 0.0197742
Apr 15 10:58:55.610679 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a58e795d-27d8-4335-861c-4686ad658a73 req-36b7f94c-d517-4083-8cb3-4ddb8eec1479 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=1374898347c1429bb793e02bef156639&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0628529
Apr 15 10:58:55.620120 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854678852'] for network, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:55.907015 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a58e795d-27d8-4335-861c-4686ad658a73 req-ffe9d750-e038-4b52-8a95-0e0b10d52157 service neutron] 10.222.0.100 "GET /v2.0/networks/0e257be3-f08f-4d68-9cbd-58333f5372eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2766266
Apr 15 10:58:56.138805 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ca2f2-3c6e-486f-abf5-65b44063601a req-5813ccc6-4fc3-44de-9f2b-a563f477b190 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:56.141218 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d06ca2f2-3c6e-486f-abf5-65b44063601a req-5813ccc6-4fc3-44de-9f2b-a563f477b190 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.2310672
Apr 15 10:58:56.143657 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a58e795d-27d8-4335-861c-4686ad658a73 req-595be644-4ebc-44c4-9529-cce80738ccd4 service neutron] 10.222.0.100 "GET /v2.0/networks/0e257be3-f08f-4d68-9cbd-58333f5372eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1957946
Apr 15 10:58:56.216515 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Network 193d26e7-6d12-464f-9936-6808cc824712 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:58:56.220603 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854341903', 'neutron.services.segments.db._delete_segments_for_network--9223363306319465793'] for network, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.226690 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d06ca2f2-3c6e-486f-abf5-65b44063601a req-b5cddb77-3475-4165-a541-d9f59ce2623e tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702088
Apr 15 10:58:56.376414 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0bc4222da0>,) {'filters': {'network_id': ['5abc7533-145d-485d-b4e4-8104407f8772']}} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:56.384052 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:58:56.387959 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc4222da0>, '16a8c445-c9f2-4881-9f7d-5e6eaab9e649') {'for_net_delete': True} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:56.388245 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc4222da0>, '16a8c445-c9f2-4881-9f7d-5e6eaab9e649') {} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:56.546253 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306319469889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3589659'] for segment, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.613707 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5874c4e2-55b7-4c0d-9758-072b51ca0feb req-f460a11a-07cb-4ce0-a904-826dad63b502 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=036ac6bb-e315-4e50-b605-0891a7117fef HTTP/1.1" status: 200  len: 210 time: 0.0790076
Apr 15 10:58:56.668102 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.671650 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.703281 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Releasing vlan 1400 on physical network physnet1 to pool {{(pid=85321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 10:58:56.824488 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-535ae30c-d0dd-4499-8640-f90a96d1b022 None None] Provisioning complete for port a8c4650d-8be4-4d14-8890-82a3c784e72b triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:58:56.824956 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-535ae30c-d0dd-4499-8640-f90a96d1b022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:56.854963 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-44e1e64d-1ff9-4136-80be-8393cdec7aad req-e71fd39d-2240-4a1e-9232-f09bf3dcc10e tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 210 time: 0.0963075
Apr 15 10:58:56.894146 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-535ae30c-d0dd-4499-8640-f90a96d1b022 None None] Port a8c4650d-8be4-4d14-8890-82a3c784e72b cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:58:56.915845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Router a649d8b5-34d9-47a3-bcd7-8837c9e74607 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:58:57.055220 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:57.288964 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-1b8196ae-c0f9-446d-84fa-f1ea0727bf2b tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:57.297991 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-1b8196ae-c0f9-446d-84fa-f1ea0727bf2b tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/networks?id=cbf52b31-cabb-4684-b870-425b20f1a830 HTTP/1.1" status: 200  len: 814 time: 0.2107446
Apr 15 10:58:57.319088 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-68d4724e-6bb9-4291-aa45-e81a45365bfe tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/quotas/1856da834bea4d4f808d3291b817ed29 HTTP/1.1" status: 200  len: 375 time: 0.0194175
Apr 15 10:58:57.396943 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Network 5abc7533-145d-485d-b4e4-8104407f8772 has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:58:57.497890 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-27279c5e-f029-4224-aba6-b406109682f6 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=1856da834bea4d4f808d3291b817ed29&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1776867
Apr 15 10:58:57.518115 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba2339-ab54-4621-bd60-a263318f0c4a req-722aeae4-f803-4d16-8f86-7c4e3336e19d tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:57.527393 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-16ba2339-ab54-4621-bd60-a263318f0c4a req-722aeae4-f803-4d16-8f86-7c4e3336e19d tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.1412823
Apr 15 10:58:57.534094 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-63568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167214'] for segment, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:57.673287 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-16ba2339-ab54-4621-bd60-a263318f0c4a req-2e6e409e-1afb-448c-b8ee-e4571e27b6de tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446145
Apr 15 10:58:57.720176 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-b643c9c9-ba47-48b3-86b8-9c1faf75a102 service neutron] 10.222.0.100 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1872768
Apr 15 10:58:57.879507 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-597d448b-73be-408a-a00a-36cf7d5d8b47 service neutron] 10.222.0.100 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510661
Apr 15 10:58:57.879808 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Network 5abc7533-145d-485d-b4e4-8104407f8772 has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]: Traceback (most recent call last):
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:     timer()
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:     cb(*args, **kw)
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:     return func(*args, **kwargs)
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:     self._notify()
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:     self.callback(batched_events)
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:     event.method(event)
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:     segment_id)['aggregates'][0]
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:     return f(self, *a, **k)
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self._get(url).json()
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:     **kwargs)
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self.request(url, 'GET', **kwargs)
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:     **endpoint_filter)
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 10:58:57.909916 dv-cinder-786386-1-iscsi neutron-server[85207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 10:58:58.057176 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-88281b94-2056-4c9c-b325-1fa17ab73cc3 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:58.079059 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-88281b94-2056-4c9c-b325-1fa17ab73cc3 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.99 "GET /v2.0/networks?id=8407d6fd-0638-4fb8-ae1b-20a51e929416 HTTP/1.1" status: 200  len: 809 time: 0.9922159
Apr 15 10:58:58.085583 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-d71bfc1d-86d6-4a32-9b49-b3d526a629ff tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Request body: {'port': {'device_id': '0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15', 'network_id': '8407d6fd-0638-4fb8-ae1b-20a51e929416', 'admin_state_up': True, 'tenant_id': 'ad14e0be3d2c48e286d1ebe905f19c5c'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:58.273655 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:58:58.286073 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Sync routers for ids ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:58:58.294283 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-433798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006288'] for network, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:58.299953 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-d71bfc1d-86d6-4a32-9b49-b3d526a629ff tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:58.308923 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] 10.222.0.100 "PUT /v2.0/routers/a649d8b5-34d9-47a3-bcd7-8837c9e74607/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.0725815
Apr 15 10:58:58.310729 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-d71bfc1d-86d6-4a32-9b49-b3d526a629ff tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Usage tracker for resource:port and tenant:ad14e0be3d2c48e286d1ebe905f19c5c is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:58.315571 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b7f0fedf-d8c2-4cfa-b028-b38ee5617302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:58.330889 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Routers {'a649d8b5-34d9-47a3-bcd7-8837c9e74607'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:58:58.331801 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc6815be0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:58.353164 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-d71bfc1d-86d6-4a32-9b49-b3d526a629ff tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:58.384988 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:58.394205 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] 10.222.0.100 "DELETE /v2.0/networks/5abc7533-145d-485d-b4e4-8104407f8772 HTTP/1.1" status: 204  len: 168 time: 3.0141313
Apr 15 10:58:58.400689 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5abc7533-145d-485d-b4e4-8104407f8772,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:58.412201 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-d71bfc1d-86d6-4a32-9b49-b3d526a629ff tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:58.429718 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:58.429718 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:58.429718 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:58.430282 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:58.430859 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:58.433731 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:58.434178 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:58.434610 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:58.437087 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:58.437087 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:58.437414 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:58.438757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:58:58.451379 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:58:58.463983 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-d71bfc1d-86d6-4a32-9b49-b3d526a629ff tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Made reservation on behalf of ad14e0be3d2c48e286d1ebe905f19c5c for: {'port': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:58.475368 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-d71bfc1d-86d6-4a32-9b49-b3d526a629ff tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:58.644199 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0911a937-2f7f-4c00-b511-39e1628ab88d req-5e7d7cc8-f0a0-43d6-9cce-b5f47ccd1737 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=036ac6bb-e315-4e50-b605-0891a7117fef HTTP/1.1" status: 200  len: 210 time: 0.4086928
Apr 15 10:58:58.760995 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 44124) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:59.036679 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-c917d9b5-5f0f-459a-9626-7bb172ea5575 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=71d154fae28d45ecad1b11bfceeadb23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2707744
Apr 15 10:58:59.043392 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 44136) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:59.049790 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-d71bfc1d-86d6-4a32-9b49-b3d526a629ff tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Allocated IP 172.20.0.7 (8407d6fd-0638-4fb8-ae1b-20a51e929416/60bd38c1-a2b8-45cb-9e80-f8b4b1c94261/e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:58:59.113833 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-70d697e8-e91b-4677-84f0-0889bb5e33f3 req-81a40dbd-fb7b-492e-bb65-f72d3efed34f tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 210 time: 0.5027399
Apr 15 10:58:59.178095 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Set router a649d8b5-34d9-47a3-bcd7-8837c9e74607 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:58:59.198377 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4839cdcb-f676-4cdb-b28c-fee73ccb7d8e req-8ad88a20-831b-4b46-b0d4-ded2eb781485 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 210 time: 0.1652446
Apr 15 10:58:59.349118 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e795d-27d8-4335-861c-4686ad658a73 req-6e6170db-6b14-42e7-93f5-02bca4648a67 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:59.350558 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a58e795d-27d8-4335-861c-4686ad658a73 req-6e6170db-6b14-42e7-93f5-02bca4648a67 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.99 "GET /v2.0/networks?id=0e257be3-f08f-4d68-9cbd-58333f5372eb HTTP/1.1" status: 200  len: 814 time: 0.9336352
Apr 15 10:58:59.371940 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-a58e795d-27d8-4335-861c-4686ad658a73 req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Request body: {'port': {'device_id': '036ac6bb-e315-4e50-b605-0891a7117fef', 'network_id': '0e257be3-f08f-4d68-9cbd-58333f5372eb', 'admin_state_up': True, 'tenant_id': '1374898347c1429bb793e02bef156639'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:59.591821 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-d71bfc1d-86d6-4a32-9b49-b3d526a629ff tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:59.655236 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 44152) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:58:59.662347 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-d71bfc1d-86d6-4a32-9b49-b3d526a629ff tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:59.686076 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1328972679-network', 'tenant_id': 'bb57869b1cf14a7f9691058a0744c006'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:58:59.690112 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-fa85a997-87b5-452a-b4fb-545832b8b9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:58:59.710647 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e44a9-f860-4962-a7f4-f79c326d8eb7 req-e060c7f8-63b7-47e7-869d-459d84deb197 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:58:59.718674 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-425e44a9-f860-4962-a7f4-f79c326d8eb7 req-e060c7f8-63b7-47e7-869d-459d84deb197 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.3209462
Apr 15 10:58:59.721049 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-a58e795d-27d8-4335-861c-4686ad658a73 req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:59.741237 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-a58e795d-27d8-4335-861c-4686ad658a73 req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Usage tracker for resource:port and tenant:1374898347c1429bb793e02bef156639 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:58:59.747856 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-a58e795d-27d8-4335-861c-4686ad658a73 req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:58:59.757767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-a58e795d-27d8-4335-861c-4686ad658a73 req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:58:59.773991 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71bfc1d-86d6-4a32-9b49-b3d526a629ff tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Pushing event updated for resources: {'Port': ['ID=e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:58:59.777402 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:58:59.786795 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58e795d-27d8-4335-861c-4686ad658a73 req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Made reservation on behalf of 1374898347c1429bb793e02bef156639 for: {'port': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:58:59.796536 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-a58e795d-27d8-4335-861c-4686ad658a73 req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:58:59.833200 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-425e44a9-f860-4962-a7f4-f79c326d8eb7 req-bc415731-4b94-4c6b-bc3d-879a86dc2a77 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134906
Apr 15 10:58:59.901259 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc6815be0>, [{'id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'name': 'tempest-TestMinimumBasicScenario-1309925916-router', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:41Z', 'updated_at': '2021-04-15T10:58:54Z', 'revision_number': 4, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'gw_port': {'id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:42Z', 'updated_at': '2021-04-15T10:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': 'a8c4650d-8be4-4d14-8890-82a3c784e72b', 'name': '', 'network_id': '193d26e7-6d12-464f-9936-6808cc824712', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'mac_address': 'fa:16:3e:d7:15:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:49Z', 'updated_at': '2021-04-15T10:58:54Z', 'revision_number': 2, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'subnets': [{'id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:58:59.908104 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Checking router: a649d8b5-34d9-47a3-bcd7-8837c9e74607 for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:58:59.909117 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Updating router a649d8b5-34d9-47a3-bcd7-8837c9e74607 port a8c4650d-8be4-4d14-8890-82a3c784e72b binding host dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:59:00.011963 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:00.100170 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-90b62c3e-2ae3-4ace-a146-363ada4953d1 req-0bdb1338-75b2-414e-b241-3b1b304a5b58 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=036ac6bb-e315-4e50-b605-0891a7117fef HTTP/1.1" status: 200  len: 210 time: 0.0674980
Apr 15 10:59:00.132875 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-a58e795d-27d8-4335-861c-4686ad658a73 req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Allocated IP 172.20.0.3 (0e257be3-f08f-4d68-9cbd-58333f5372eb/a16b2a09-8bb0-4374-ac02-abde3379d952/6b3e2535-61be-4202-92df-054751b77dd1) {{(pid=85320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:59:00.145711 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d71bfc1d-86d6-4a32-9b49-b3d526a629ff tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:00.167012 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Usage tracker for resource:network and tenant:bb57869b1cf14a7f9691058a0744c006 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:59:00.175901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-398df4ea-99cc-4501-bd75-6079710eac16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:00.211761 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-398df4ea-99cc-4501-bd75-6079710eac16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:00.259304 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:59:00.273187 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-398df4ea-99cc-4501-bd75-6079710eac16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:00.279259 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:00.284373 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f4e0c2c7-318e-4b64-9c15-b68cb5ef7c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:00.309970 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398df4ea-99cc-4501-bd75-6079710eac16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a928f728-0f7b-4db0-847a-d208a290051a,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:00.324812 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-398df4ea-99cc-4501-bd75-6079710eac16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:00.355967 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-398df4ea-99cc-4501-bd75-6079710eac16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:00.357243 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-398df4ea-99cc-4501-bd75-6079710eac16 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a928f728-0f7b-4db0-847a-d208a290051a HTTP/1.1" status: 204  len: 168 time: 1.3011715
Apr 15 10:59:00.363765 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Made reservation on behalf of bb57869b1cf14a7f9691058a0744c006 for: {'network': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:59:00.368836 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:00.396881 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:00.417912 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:00.422964 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Usage tracker for resource:security_group_rule and tenant:bb57869b1cf14a7f9691058a0744c006 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:59:00.426785 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:59:00.443686 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:00.444490 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:00.562754 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:00.566119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd71576-b213-4696-af57-2c9d8d063668 req-3dc65402-a880-4fd3-b5a4-32e064962fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:00.567945 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7bd71576-b213-4696-af57-2c9d8d063668 req-3dc65402-a880-4fd3-b5a4-32e064962fbc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 1099 time: 0.7954953
Apr 15 10:59:00.571553 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:00.585362 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] vlan segment allocate from pool success with {'vlan_id': 1400, 'physical_network': 'physnet1'}  {{(pid=85321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 10:59:00.596026 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:00.596438 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Added segment 47b0d63e-98a3-4960-b77e-1cd572319c35 of type vlan for network ef21348e-e892-43e1-b5ba-d34f953c7aec
Apr 15 10:59:00.632209 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:00.682616 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ff0a4fb6-cfbf-4c16-86df-601e9952a970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:00.832659 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-80237b72-4810-488c-bab3-443433b16d09 req-72345a3b-89e8-46a9-8750-8b18655777b0 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 210 time: 0.4664559
Apr 15 10:59:00.900942 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:00.909668 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-e154be5e-277f-4ae1-aca5-e51976f41b7a tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:00.911502 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-e154be5e-277f-4ae1-aca5-e51976f41b7a tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.99 "GET /v2.0/networks?id=cbf52b31-cabb-4684-b870-425b20f1a830 HTTP/1.1" status: 200  len: 814 time: 0.1998851
Apr 15 10:59:00.923853 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:00.924519 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:00.994782 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-3669fcb7-8f17-418e-bf80-822a97a00d43 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Request body: {'port': {'device_id': 'd3f9ba61-30ae-4685-9f76-0ccd0c03a530', 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830', 'admin_state_up': True, 'tenant_id': '1856da834bea4d4f808d3291b817ed29'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:01.018310 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47362cb2-e1bd-46e8-96bb-bbc860745ab6 req-5105e403-9dbb-4bee-bd6d-9c8f12e25ba7 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:01.022167 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.3618531
Apr 15 10:59:01.026756 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 44172) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:01.046841 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-47362cb2-e1bd-46e8-96bb-bbc860745ab6 req-5105e403-9dbb-4bee-bd6d-9c8f12e25ba7 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 931 time: 0.2823088
Apr 15 10:59:01.056985 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-523fc6e2-e010-4b13-bac9-5fd2aa18404f admin admin] Request body: {'subnet': {'network_id': 'ef21348e-e892-43e1-b5ba-d34f953c7aec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1328972679-subnet', 'tenant_id': 'bb57869b1cf14a7f9691058a0744c006', 'ip_version': 4}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:01.064680 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-523fc6e2-e010-4b13-bac9-5fd2aa18404f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:01.069823 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-523fc6e2-e010-4b13-bac9-5fd2aa18404f admin admin] Usage tracker for resource:subnet and tenant:bb57869b1cf14a7f9691058a0744c006 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:59:01.074690 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-523fc6e2-e010-4b13-bac9-5fd2aa18404f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:59:01.083556 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-523fc6e2-e010-4b13-bac9-5fd2aa18404f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:01.084188 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Notify callbacks [] for port, precommit_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:01.112607 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 44176) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:01.120669 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Transition to ACTIVE for port object a8c4650d-8be4-4d14-8890-82a3c784e72b will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:59:01.140492 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:01.216822 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-a58e795d-27d8-4335-861c-4686ad658a73 req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Notify callbacks [] for port, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:01.273833 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:01.274179 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-d71bfc1d-86d6-4a32-9b49-b3d526a629ff tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Network 8407d6fd-0638-4fb8-ae1b-20a51e929416 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:59:01.274864 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523fc6e2-e010-4b13-bac9-5fd2aa18404f admin admin] Made reservation on behalf of bb57869b1cf14a7f9691058a0744c006 for: {'subnet': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:59:01.280109 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-523fc6e2-e010-4b13-bac9-5fd2aa18404f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3441280'] for subnet, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:01.369875 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-a58e795d-27d8-4335-861c-4686ad658a73 req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:01.383607 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-8c731b87-66bc-49ac-98a6-26d8b6619783 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=037a1e96931d42c381f2c45d4c5b65cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2653866
Apr 15 10:59:01.384474 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-47362cb2-e1bd-46e8-96bb-bbc860745ab6 req-d1835ce9-4166-4278-9460-a3daeb452d01 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Synchronizing usage tracker for tenant:ad14e0be3d2c48e286d1ebe905f19c5c on resource:security_group {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:59:01.392275 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 44186) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:01.537895 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c925a78c-19ba-4525-9079-1685dc44dc8b,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:01.542734 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7bd71576-b213-4696-af57-2c9d8d063668 req-6551e3f7-014e-43ca-bc82-3b765c768285 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8749938
Apr 15 10:59:01.543818 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-d71bfc1d-86d6-4a32-9b49-b3d526a629ff tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:59:01.546544 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:01.557959 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.537s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:01.583475 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58738007-7f2b-45d2-9089-367d2f40fc39 None None] Pushing event updated for resources: {'Port': ['ID=a8c4650d-8be4-4d14-8890-82a3c784e72b,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:01.593417 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-58738007-7f2b-45d2-9089-367d2f40fc39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:01.599196 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-d71bfc1d-86d6-4a32-9b49-b3d526a629ff tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:59:01.694986 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Attempting to bind port a8c4650d-8be4-4d14-8890-82a3c784e72b on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:59:01.695642 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Attempting to bind port a8c4650d-8be4-4d14-8890-82a3c784e72b by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': 'f65a49d0-58d4-427a-9c67-46598b9ecc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '193d26e7-6d12-464f-9936-6808cc824712'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:59:01.696301 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Attempting to bind port a8c4650d-8be4-4d14-8890-82a3c784e72b on network 193d26e7-6d12-464f-9936-6808cc824712 {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:59:01.701037 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2323f2f1-60aa-4b60-a37a-b60a55906d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:01.706823 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:59:01.707762 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Checking segment: {'id': 'f65a49d0-58d4-427a-9c67-46598b9ecc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '193d26e7-6d12-464f-9936-6808cc824712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:59:01.708426 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:01.709120 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Bound using segment: {'id': 'f65a49d0-58d4-427a-9c67-46598b9ecc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '193d26e7-6d12-464f-9936-6808cc824712'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:59:01.710057 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Bound port: a8c4650d-8be4-4d14-8890-82a3c784e72b, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65a49d0-58d4-427a-9c67-46598b9ecc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '193d26e7-6d12-464f-9936-6808cc824712'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:59:01.710770 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:01.797383 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Pushing event updated for resources: {'Port': ['ID=6b3e2535-61be-4202-92df-054751b77dd1,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:01.872471 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] For port a8c4650d-8be4-4d14-8890-82a3c784e72b, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:59:01.882984 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] For port a8c4650d-8be4-4d14-8890-82a3c784e72b, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=a8c4650d-8be4-4d14-8890-82a3c784e72b,segment=NetworkSegment(f65a49d0-58d4-427a-9c67-46598b9ecc37),segment_id=f65a49d0-58d4-427a-9c67-46598b9ecc37)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:59:01.885212 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-d71bfc1d-86d6-4a32-9b49-b3d526a629ff tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:01.886048 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-d71bfc1d-86d6-4a32-9b49-b3d526a629ff tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:01.889962 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:01.890530 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:01.890957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:01.891353 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:01.891749 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:01.892146 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:01.892542 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:01.893399 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:01.893399 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:01.893718 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:01.893997 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:01.894392 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:01.897065 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:01.908037 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:01.926884 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-3669fcb7-8f17-418e-bf80-822a97a00d43 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:01.936841 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58e795d-27d8-4335-861c-4686ad658a73 req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Network 0e257be3-f08f-4d68-9cbd-58333f5372eb is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:59:01.937194 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-3669fcb7-8f17-418e-bf80-822a97a00d43 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Usage tracker for resource:port and tenant:1856da834bea4d4f808d3291b817ed29 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:59:01.942069 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-47362cb2-e1bd-46e8-96bb-bbc860745ab6 req-d1835ce9-4166-4278-9460-a3daeb452d01 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Unset dirty status for tenant:ad14e0be3d2c48e286d1ebe905f19c5c on resource:security_group {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:59:01.943764 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-47362cb2-e1bd-46e8-96bb-bbc860745ab6 req-d1835ce9-4166-4278-9460-a3daeb452d01 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8936439
Apr 15 10:59:01.947151 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-3669fcb7-8f17-418e-bf80-822a97a00d43 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:59:01.949381 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-a58e795d-27d8-4335-861c-4686ad658a73 req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:59:01.950540 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Pushing event updated for resources: {'Network': ['ID=ef21348e-e892-43e1-b5ba-d34f953c7aec,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:01.951973 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58e795d-27d8-4335-861c-4686ad658a73 req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Received port after_create {{(pid=85320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:59:01.957041 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-3669fcb7-8f17-418e-bf80-822a97a00d43 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:01.966698 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-d71bfc1d-86d6-4a32-9b49-b3d526a629ff tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8865409
Apr 15 10:59:01.968604 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:01.969392 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-3669fcb7-8f17-418e-bf80-822a97a00d43 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Made reservation on behalf of 1856da834bea4d4f808d3291b817ed29 for: {'port': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:59:01.975815 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-3669fcb7-8f17-418e-bf80-822a97a00d43 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:02.016251 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Request body: {'port': {'device_id': '0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:02.043555 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e795d-27d8-4335-861c-4686ad658a73 req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:02.044282 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-a58e795d-27d8-4335-861c-4686ad658a73 req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:02.090085 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a58e795d-27d8-4335-861c-4686ad658a73 req-ace4956b-35f4-48cb-96ad-3d466163a57e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7226748
Apr 15 10:59:02.091043 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fb47e9ce-2225-48b9-a2d2-2323d8a8e467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:02.121268 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Request body: {'port': {'device_id': '036ac6bb-e315-4e50-b605-0891a7117fef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:02.158064 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:02.244483 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network ef21348e-e892-43e1-b5ba-d34f953c7aec details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 10:59:02.351516 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fb47e9ce-2225-48b9-a2d2-2323d8a8e467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:02.371873 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:02.452837 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58738007-7f2b-45d2-9089-367d2f40fc39 None None] Pushing event updated for resources: {'Port': ['ID=a8c4650d-8be4-4d14-8890-82a3c784e72b,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:02.479426 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-58738007-7f2b-45d2-9089-367d2f40fc39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:02.482947 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-523fc6e2-e010-4b13-bac9-5fd2aa18404f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3441297'] for subnet, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:02.486844 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad390f-a54c-49b7-b2ca-0e1474ba6eac req-c22f4906-0612-4f56-bc76-82a6b4d0c6cb tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:02.499951 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ccad390f-a54c-49b7-b2ca-0e1474ba6eac req-c22f4906-0612-4f56-bc76-82a6b4d0c6cb tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.8003132
Apr 15 10:59:02.545284 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Routers {'a649d8b5-34d9-47a3-bcd7-8837c9e74607'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:02.546475 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc6815be0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:02.672159 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-3669fcb7-8f17-418e-bf80-822a97a00d43 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Allocated IP 172.20.0.5 (cbf52b31-cabb-4684-b870-425b20f1a830/5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0/b0782793-13c3-4d73-9474-f703beea5214) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:59:02.681725 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-12894e14-2e9e-4bcf-be45-c61e194aea85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:02.696462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:02.761196 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523fc6e2-e010-4b13-bac9-5fd2aa18404f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b051e913-a982-4c2e-8d39-d386097fde4d,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:02.817392 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-523fc6e2-e010-4b13-bac9-5fd2aa18404f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:02.818807 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d4ca2-784f-4891-b977-eef7e48288ee req-f2559eb6-bcf5-448e-a7f4-32722af5e191 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:02.819721 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-ba9d4ca2-784f-4891-b977-eef7e48288ee req-f2559eb6-bcf5-448e-a7f4-32722af5e191 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Synchronizing usage tracker for tenant:1374898347c1429bb793e02bef156639 on resource:port {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:59:02.831587 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fb47e9ce-2225-48b9-a2d2-2323d8a8e467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:02.847269 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ccad390f-a54c-49b7-b2ca-0e1474ba6eac req-65822528-35b3-47be-a3f0-6cd9dfd13fe2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2594428
Apr 15 10:59:02.855478 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-61b64075-fdab-426d-bcc4-deede7b129ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:02.932119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47e9ce-2225-48b9-a2d2-2323d8a8e467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60335bf9-59ae-4def-bfdf-c60631cf7611,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:02.973044 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-fb47e9ce-2225-48b9-a2d2-2323d8a8e467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:02.977788 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fb47e9ce-2225-48b9-a2d2-2323d8a8e467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:02.983637 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-fb47e9ce-2225-48b9-a2d2-2323d8a8e467 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/60335bf9-59ae-4def-bfdf-c60631cf7611 HTTP/1.1" status: 204  len: 168 time: 1.5882816
Apr 15 10:59:03.064956 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] Set router a649d8b5-34d9-47a3-bcd7-8837c9e74607 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:59:03.139886 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523fc6e2-e010-4b13-bac9-5fd2aa18404f admin admin] Checking segment: {'id': '47b0d63e-98a3-4960-b77e-1cd572319c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ef21348e-e892-43e1-b5ba-d34f953c7aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:59:03.140392 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523fc6e2-e010-4b13-bac9-5fd2aa18404f admin admin] Network hostable DHCP agents. Network: ef21348e-e892-43e1-b5ba-d34f953c7aec, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 10:59:03.200108 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-ba9d4ca2-784f-4891-b977-eef7e48288ee req-f2559eb6-bcf5-448e-a7f4-32722af5e191 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Unset dirty status for tenant:1374898347c1429bb793e02bef156639 on resource:port {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:59:03.208374 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ba9d4ca2-784f-4891-b977-eef7e48288ee req-f2559eb6-bcf5-448e-a7f4-32722af5e191 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=036ac6bb-e315-4e50-b605-0891a7117fef HTTP/1.1" status: 200  len: 931 time: 0.9705207
Apr 15 10:59:03.260627 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-55c739e1-38f7-4038-a05d-22c42eadd7f7 req-de7839f7-d12e-43da-90c4-759392a899d4 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 210 time: 0.1370091
Apr 15 10:59:03.362080 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-ba9d4ca2-784f-4891-b977-eef7e48288ee req-a04c509b-2b3f-4bfa-9f4e-e658978ddf8b tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Synchronizing usage tracker for tenant:1374898347c1429bb793e02bef156639 on resource:security_group {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:59:03.435425 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-ba9d4ca2-784f-4891-b977-eef7e48288ee req-a04c509b-2b3f-4bfa-9f4e-e658978ddf8b tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Unset dirty status for tenant:1374898347c1429bb793e02bef156639 on resource:security_group {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:59:03.448652 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ba9d4ca2-784f-4891-b977-eef7e48288ee req-a04c509b-2b3f-4bfa-9f4e-e658978ddf8b tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2390704
Apr 15 10:59:03.791014 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3e2535-61be-4202-92df-054751b77dd1 {{(pid=85320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:59:03.801662 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:03.803283 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc6815be0>, [{'id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'name': 'tempest-TestMinimumBasicScenario-1309925916-router', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:41Z', 'updated_at': '2021-04-15T10:58:54Z', 'revision_number': 4, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'gw_port': {'id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:42Z', 'updated_at': '2021-04-15T10:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': 'a8c4650d-8be4-4d14-8890-82a3c784e72b', 'name': '', 'network_id': '193d26e7-6d12-464f-9936-6808cc824712', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'mac_address': 'fa:16:3e:d7:15:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:49Z', 'updated_at': '2021-04-15T10:59:01Z', 'revision_number': 4, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'subnets': [{'id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:03.808254 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3fe0eb-f21f-4a21-aa70-abc2fd759c1e None None] The sync data for ids ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'] in dv-cinder-786386-1-iscsi is: [{'id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'name': 'tempest-TestMinimumBasicScenario-1309925916-router', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:41Z', 'updated_at': '2021-04-15T10:58:54Z', 'revision_number': 4, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'gw_port': {'id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:42Z', 'updated_at': '2021-04-15T10:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': 'a8c4650d-8be4-4d14-8890-82a3c784e72b', 'name': '', 'network_id': '193d26e7-6d12-464f-9936-6808cc824712', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'mac_address': 'fa:16:3e:d7:15:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:49Z', 'updated_at': '2021-04-15T10:59:01Z', 'revision_number': 4, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'subnets': [{'id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:59:03.824149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Transition to ACTIVE for port object 6b3e2535-61be-4202-92df-054751b77dd1 will not be triggered until provisioned by entity L2. {{(pid=85320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:59:03.941891 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-3669fcb7-8f17-418e-bf80-822a97a00d43 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:03.948685 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693538'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:04.051499 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523fc6e2-e010-4b13-bac9-5fd2aa18404f admin admin] Network ef21348e-e892-43e1-b5ba-d34f953c7aec is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 10:59:04.066101 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-523fc6e2-e010-4b13-bac9-5fd2aa18404f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, ef21348e-e892-43e1-b5ba-d34f953c7aec) {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:59:04.080509 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03278a2-a738-4d28-9ec7-1ba750f89333 None None] Network ef21348e-e892-43e1-b5ba-d34f953c7aec requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:59:04.090005 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523fc6e2-e010-4b13-bac9-5fd2aa18404f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:04.090712 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-523fc6e2-e010-4b13-bac9-5fd2aa18404f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:04.184275 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-523fc6e2-e010-4b13-bac9-5fd2aa18404f admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.1430118
Apr 15 10:59:04.203822 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 44216) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:04.218115 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1328972679-router', 'tenant_id': 'bb57869b1cf14a7f9691058a0744c006', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:04.225155 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:04.230213 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Usage tracker for resource:router and tenant:bb57869b1cf14a7f9691058a0744c006 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:59:04.234895 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:59:04.255364 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:04.288602 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852770577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60926'] for router, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:04.289980 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854714889'] for router, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:04.352109 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-3669fcb7-8f17-418e-bf80-822a97a00d43 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:04.409139 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['109c35c2-d409-41f0-8f52-843f3b1b78e0', 'd103e0e4-9b1a-4212-aacc-6779f9f6002d'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:59:04.411734 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:04.501411 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:04.515002 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:04.639558 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669fcb7-8f17-418e-bf80-822a97a00d43 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Pushing event updated for resources: {'Port': ['ID=b0782793-13c3-4d73-9474-f703beea5214,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:04.649083 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3669fcb7-8f17-418e-bf80-822a97a00d43 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:04.656600 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.resource_extend [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 10:59:04.867744 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f42dd-f355-4a2a-b103-a6d7af14d2af req-5810eba1-0b87-463d-8f6b-b650b547f2ec tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:04.881674 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce30cc17-1601-5a83-a120-97908615cddf-ef21348e-e892-43e1-b5ba-d34f953c7aec', 'network_id': 'ef21348e-e892-43e1-b5ba-d34f953c7aec', 'tenant_id': 'bb57869b1cf14a7f9691058a0744c006', 'fixed_ips': [{'subnet_id': 'b051e913-a982-4c2e-8d39-d386097fde4d'}]}} from dv-cinder-786386-1-iscsi. {{(pid=85322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 10:59:04.883389 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cf2f42dd-f355-4a2a-b103-a6d7af14d2af req-5810eba1-0b87-463d-8f6b-b650b547f2ec tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 931 time: 1.1114976
Apr 15 10:59:04.883877 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:05.003773 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3e2535-61be-4202-92df-054751b77dd1,revision_number=2']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:05.046712 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:05.196186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 {{(pid=85321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:59:05.207132 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cf2f42dd-f355-4a2a-b103-a6d7af14d2af req-c6f60b80-b01f-42c1-a71a-bf4894159c22 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3219693
Apr 15 10:59:05.218945 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Allocated IP 172.20.0.2 (ef21348e-e892-43e1-b5ba-d34f953c7aec/b051e913-a982-4c2e-8d39-d386097fde4d/77e997a3-e832-48f7-9140-1641496c79be) {{(pid=85322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:59:05.232434 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:05.241160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852770562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854714940'] for router, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:05.321035 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-3669fcb7-8f17-418e-bf80-822a97a00d43 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Network cbf52b31-cabb-4684-b870-425b20f1a830 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:59:05.334905 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-3669fcb7-8f17-418e-bf80-822a97a00d43 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:59:05.353718 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa25513-e60b-4612-bb9b-8da01e016c9f req-262346de-5cd9-4a83-8b36-addf658b8d17 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:05.377477 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ffa25513-e60b-4612-bb9b-8da01e016c9f req-262346de-5cd9-4a83-8b36-addf658b8d17 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 1.0960374
Apr 15 10:59:05.407191 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-3669fcb7-8f17-418e-bf80-822a97a00d43 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:59:05.481091 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Transition to ACTIVE for port object e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 will not be triggered until provisioned by entity L2. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:59:05.492849 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-3669fcb7-8f17-418e-bf80-822a97a00d43 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:05.493554 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-3669fcb7-8f17-418e-bf80-822a97a00d43 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:05.496889 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 44240) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:05.512521 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ffa25513-e60b-4612-bb9b-8da01e016c9f req-6f0568e2-15f5-45d4-ac5f-476ed06f0e9f tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219227
Apr 15 10:59:05.617968 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:05.657715 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:05.750303 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Attempting to bind port 6b3e2535-61be-4202-92df-054751b77dd1 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:59:05.751333 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Attempting to bind port 6b3e2535-61be-4202-92df-054751b77dd1 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1c49ec0d-111b-469b-8988-2a39dc1700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '0e257be3-f08f-4d68-9cbd-58333f5372eb'}] {{(pid=85320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:59:05.751928 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Attempting to bind port 6b3e2535-61be-4202-92df-054751b77dd1 on network 0e257be3-f08f-4d68-9cbd-58333f5372eb {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:59:05.769370 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Port 6b3e2535-61be-4202-92df-054751b77dd1 on network 0e257be3-f08f-4d68-9cbd-58333f5372eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:59:05.770222 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Attempting to bind port 6b3e2535-61be-4202-92df-054751b77dd1 on network 0e257be3-f08f-4d68-9cbd-58333f5372eb {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:59:05.830562 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-3669fcb7-8f17-418e-bf80-822a97a00d43 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.8472140
Apr 15 10:59:05.837026 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:59:05.837807 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Checking segment: {'id': '1c49ec0d-111b-469b-8988-2a39dc1700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '0e257be3-f08f-4d68-9cbd-58333f5372eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:59:05.838879 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Bound using segment: {'id': '1c49ec0d-111b-469b-8988-2a39dc1700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '0e257be3-f08f-4d68-9cbd-58333f5372eb'} {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:59:05.839869 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Bound port: 6b3e2535-61be-4202-92df-054751b77dd1, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c49ec0d-111b-469b-8988-2a39dc1700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '0e257be3-f08f-4d68-9cbd-58333f5372eb'}}] {{(pid=85320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:59:05.840665 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:05.848494 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Pushing event updated for resources: {'Port': ['ID=e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:05.935718 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Notify callbacks [] for port, precommit_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:05.946072 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device a8c4650d-8be4-4d14-8890-82a3c784e72b up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:59:05.980021 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:05.983269 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Request body: {'port': {'device_id': 'd3f9ba61-30ae-4685-9f76-0ccd0c03a530', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:06.006489 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d85dc-c42e-4215-a0a0-3f0afa33bdea req-921753dc-1f59-48eb-b677-0c720aae00b9 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:06.013563 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-309d85dc-c42e-4215-a0a0-3f0afa33bdea req-921753dc-1f59-48eb-b677-0c720aae00b9 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 931 time: 0.4824226
Apr 15 10:59:06.095309 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Transition to ACTIVE for port object 77e997a3-e832-48f7-9140-1641496c79be will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:59:06.223254 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-96171ec9-bd0d-4396-b526-eebf771bf28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:06.241107 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:06.256155 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Transition to ACTIVE for port object 77e997a3-e832-48f7-9140-1641496c79be will not be triggered until provisioned by entity DHCP. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:59:06.279133 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:06.315547 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-96171ec9-bd0d-4396-b526-eebf771bf28c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:06.319626 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-17be86ea-8940-4968-84f0-a9199244e6c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:06.341724 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-96171ec9-bd0d-4396-b526-eebf771bf28c admin admin] Usage tracker for resource:security_group_rule and tenant:b6a9c75d6c1948cba77da99bd5563c18 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:59:06.354041 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-96171ec9-bd0d-4396-b526-eebf771bf28c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:59:06.378858 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-309d85dc-c42e-4215-a0a0-3f0afa33bdea req-4d02d09b-9452-42dc-8fee-dbb3258bf706 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2365916
Apr 15 10:59:06.379882 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-96171ec9-bd0d-4396-b526-eebf771bf28c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:06.400395 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] For port 6b3e2535-61be-4202-92df-054751b77dd1, host hv-cinder-78638, cleared binding levels {{(pid=85320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:59:06.406195 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] For port 6b3e2535-61be-4202-92df-054751b77dd1, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6b3e2535-61be-4202-92df-054751b77dd1,segment=NetworkSegment(1c49ec0d-111b-469b-8988-2a39dc1700c7),segment_id=1c49ec0d-111b-469b-8988-2a39dc1700c7)] {{(pid=85320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:59:06.442211 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d719baf-6129-4c60-81cd-ba16e18958de req-5a72076a-58f3-4cd3-aa80-64c719b25174 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:06.442211 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2d719baf-6129-4c60-81cd-ba16e18958de req-5a72076a-58f3-4cd3-aa80-64c719b25174 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=036ac6bb-e315-4e50-b605-0891a7117fef HTTP/1.1" status: 200  len: 943 time: 0.4514353
Apr 15 10:59:06.443887 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693538'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:06.482867 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:06.551674 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port a8c4650d-8be4-4d14-8890-82a3c784e72b completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:59:06.586480 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port a8c4650d-8be4-4d14-8890-82a3c784e72b triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:06.587088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:06.852395 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Pushing event updated for resources: {'Port': ['ID=77e997a3-e832-48f7-9140-1641496c79be,revision_number=1']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:06.878171 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:07.052687 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2d719baf-6129-4c60-81cd-ba16e18958de req-103ef832-b381-4a33-b801-b5a1354bc003 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6138177
Apr 15 10:59:07.079612 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0782793-13c3-4d73-9474-f703beea5214 {{(pid=85321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:59:07.109299 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3e2535-61be-4202-92df-054751b77dd1,revision_number=3']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:07.115722 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:07.187091 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Network ef21348e-e892-43e1-b5ba-d34f953c7aec is already hosted by enough agents. {{(pid=85322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:59:07.194486 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Resources bound (agent type, host, resource id):  {{(pid=85322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:59:07.227337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Received port after_create {{(pid=85322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:59:07.303408 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-96171ec9-bd0d-4396-b526-eebf771bf28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:07.332837 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-96171ec9-bd0d-4396-b526-eebf771bf28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:07.361340 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6d1706f1-fb77-432a-9c3d-20169647a2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:07.383807 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:07.385160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:07.387997 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a58e795d-27d8-4335-861c-4686ad658a73 req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] 10.222.0.99 "PUT /v2.0/ports/6b3e2535-61be-4202-92df-054751b77dd1 HTTP/1.1" status: 200  len: 1093 time: 5.2767684
Apr 15 10:59:07.410288 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036ac6bb-e315-4e50-b605-0891a7117fef', 'tag': '6b3e2535-61be-4202-92df-054751b77dd1'}] {{(pid=85320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:07.460075 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:07.471796 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:07.530504 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Attempting to bind port 77e997a3-e832-48f7-9140-1641496c79be on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:59:07.531276 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Attempting to bind port 77e997a3-e832-48f7-9140-1641496c79be by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '47b0d63e-98a3-4960-b77e-1cd572319c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ef21348e-e892-43e1-b5ba-d34f953c7aec'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:59:07.531974 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Attempting to bind port 77e997a3-e832-48f7-9140-1641496c79be on network ef21348e-e892-43e1-b5ba-d34f953c7aec {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:59:07.534671 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Attempting to bind port e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:59:07.535065 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Attempting to bind port e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '45079a58-8941-4019-b2c0-60bce44c34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '8407d6fd-0638-4fb8-ae1b-20a51e929416'}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:59:07.535700 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Attempting to bind port e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 on network 8407d6fd-0638-4fb8-ae1b-20a51e929416 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:59:07.540165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Transition to ACTIVE for port object b0782793-13c3-4d73-9474-f703beea5214 will not be triggered until provisioned by entity L2. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:59:07.548558 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:07.550482 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:59:07.551441 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Checking segment: {'id': '47b0d63e-98a3-4960-b77e-1cd572319c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ef21348e-e892-43e1-b5ba-d34f953c7aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:59:07.552200 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:07.552935 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Bound using segment: {'id': '47b0d63e-98a3-4960-b77e-1cd572319c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ef21348e-e892-43e1-b5ba-d34f953c7aec'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:59:07.553860 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Bound port: 77e997a3-e832-48f7-9140-1641496c79be, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b0d63e-98a3-4960-b77e-1cd572319c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ef21348e-e892-43e1-b5ba-d34f953c7aec'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:59:07.554579 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:07.563367 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Port e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 on network 8407d6fd-0638-4fb8-ae1b-20a51e929416 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:59:07.563731 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Attempting to bind port e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 on network 8407d6fd-0638-4fb8-ae1b-20a51e929416 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:59:07.570320 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6a58d34c-9e8a-428b-a519-2d404a640f76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:07.602870 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:07.700845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port a8c4650d-8be4-4d14-8890-82a3c784e72b, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=a8c4650d-8be4-4d14-8890-82a3c784e72b,segment=NetworkSegment(f65a49d0-58d4-427a-9c67-46598b9ecc37),segment_id=f65a49d0-58d4-427a-9c67-46598b9ecc37)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:07.708642 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:59:07.709160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Checking segment: {'id': '45079a58-8941-4019-b2c0-60bce44c34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '8407d6fd-0638-4fb8-ae1b-20a51e929416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:59:07.709440 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Bound using segment: {'id': '45079a58-8941-4019-b2c0-60bce44c34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '8407d6fd-0638-4fb8-ae1b-20a51e929416'} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:59:07.709944 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Bound port: e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45079a58-8941-4019-b2c0-60bce44c34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '8407d6fd-0638-4fb8-ae1b-20a51e929416'}}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:59:07.710348 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:07.718088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:07.722574 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:07.781466 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:07.794343 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-96171ec9-bd0d-4396-b526-eebf771bf28c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b6a9c75d6c1948cba77da99bd5563c18&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2775078
Apr 15 10:59:07.799150 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96171ec9-bd0d-4396-b526-eebf771bf28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e931f5-ca0a-413a-bbe0-f9d6dcda6d3a,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:07.805111 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-96171ec9-bd0d-4396-b526-eebf771bf28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:07.808458 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 44256) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:07.829447 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] For port 77e997a3-e832-48f7-9140-1641496c79be, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:59:07.841162 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=a8c4650d-8be4-4d14-8890-82a3c784e72b,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:07.846824 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] For port 77e997a3-e832-48f7-9140-1641496c79be, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=77e997a3-e832-48f7-9140-1641496c79be,segment=NetworkSegment(47b0d63e-98a3-4960-b77e-1cd572319c35),segment_id=47b0d63e-98a3-4960-b77e-1cd572319c35)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:59:07.848223 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:07.851227 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:07.869343 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-58738007-7f2b-45d2-9089-367d2f40fc39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:08.033477 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Pushing event updated for resources: {'Port': ['ID=77e997a3-e832-48f7-9140-1641496c79be,revision_number=2']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:08.061130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Pushing event updated for resources: {'Port': ['ID=b0782793-13c3-4d73-9474-f703beea5214,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:08.077880 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71747fec-a366-4b33-a4bc-6582830d3a38 req-8b67dec9-9c71-4e1c-9858-da41a7aa14d0 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:08.078816 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:08.080908 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-71747fec-a366-4b33-a4bc-6582830d3a38 req-8b67dec9-9c71-4e1c-9858-da41a7aa14d0 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.6843667
Apr 15 10:59:08.089210 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:08.115092 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e795d-27d8-4335-861c-4686ad658a73 req-2a66e15e-9999-43b4-bc1a-59a4481446b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:08.116665 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Allocated IP 172.27.0.68 (1eeb9c89-2bb9-4c7f-a0e4-333ef2157091/78180e32-2848-4a5f-839b-5eade47ae7ad/c7b63b5e-ec78-47f8-a27c-7af9953041bf) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:59:08.118031 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a58e795d-27d8-4335-861c-4686ad658a73 req-2a66e15e-9999-43b4-bc1a-59a4481446b5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1374898347c1429bb793e02bef156639&device_id=036ac6bb-e315-4e50-b605-0891a7117fef HTTP/1.1" status: 200  len: 1096 time: 0.5554507
Apr 15 10:59:08.131319 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf4310-c76f-4e48-b821-f38e353810d8 req-de34456e-42ab-40f6-aec9-d14cab96e497 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:08.133253 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-95bf4310-c76f-4e48-b821-f38e353810d8 req-de34456e-42ab-40f6-aec9-d14cab96e497 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 943 time: 0.6901901
Apr 15 10:59:08.134075 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1dcab09a-1f15-4e17-b599-0768efaa3c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:08.227770 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] For port e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966, host hv-cinder-78638, cleared binding levels {{(pid=85321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:59:08.271163 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] For port e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966,segment=NetworkSegment(45079a58-8941-4019-b2c0-60bce44c34a2),segment_id=45079a58-8941-4019-b2c0-60bce44c34a2)] {{(pid=85321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:59:08.291326 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:08.296145 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a58e795d-27d8-4335-861c-4686ad658a73 req-9ce2b0e2-0ce2-440b-9297-2c32f408fced service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b3e2535-61be-4202-92df-054751b77dd1 HTTP/1.1" status: 200  len: 217 time: 0.1239259
Apr 15 10:59:08.316746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:08.354971 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1dcab09a-1f15-4e17-b599-0768efaa3c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:08.417530 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-71747fec-a366-4b33-a4bc-6582830d3a38 req-9003c840-5ef4-41f3-89eb-2b312e294d26 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2976255
Apr 15 10:59:08.437657 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-95bf4310-c76f-4e48-b821-f38e353810d8 req-5aa72911-4e84-469c-ae39-6262566e0340 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2633784
Apr 15 10:59:08.464696 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e795d-27d8-4335-861c-4686ad658a73 req-3663acbc-05df-4557-9fa8-d2607d11eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:08.466348 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a58e795d-27d8-4335-861c-4686ad658a73 req-3663acbc-05df-4557-9fa8-d2607d11eec5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a16b2a09-8bb0-4374-ac02-abde3379d952 HTTP/1.1" status: 200  len: 854 time: 0.1560175
Apr 15 10:59:08.707541 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1dcab09a-1f15-4e17-b599-0768efaa3c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:08.716119 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036ac6bb-e315-4e50-b605-0891a7117fef', 'tag': '6b3e2535-61be-4202-92df-054751b77dd1', 'status': 'completed', 'code': 200}
Apr 15 10:59:08.731823 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-96171ec9-bd0d-4396-b526-eebf771bf28c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:08.756678 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a58e795d-27d8-4335-861c-4686ad658a73 req-d203e803-5221-4f01-86a9-95dba70cb2cb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0e257be3-f08f-4d68-9cbd-58333f5372eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2662437
Apr 15 10:59:08.817079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcab09a-1f15-4e17-b599-0768efaa3c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e931f5-ca0a-413a-bbe0-f9d6dcda6d3a,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:08.820335 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1dcab09a-1f15-4e17-b599-0768efaa3c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:08.882522 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1dcab09a-1f15-4e17-b599-0768efaa3c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:08.883837 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-1dcab09a-1f15-4e17-b599-0768efaa3c9f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/57e931f5-ca0a-413a-bbe0-f9d6dcda6d3a HTTP/1.1" status: 204  len: 168 time: 1.0663648
Apr 15 10:59:09.128449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ed359-18e3-4410-a474-d6d173038ed1 req-81fd71a5-eac9-4dba-ae83-581da85e8024 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:09.131596 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-917ed359-18e3-4410-a474-d6d173038ed1 req-81fd71a5-eac9-4dba-ae83-581da85e8024 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 943 time: 0.4118078
Apr 15 10:59:09.350108 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:09.396415 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a58e795d-27d8-4335-861c-4686ad658a73 req-43403a34-0d42-47d6-8ea0-d41c066c3366 service neutron] 10.222.0.99 "GET /v2.0/networks/0e257be3-f08f-4d68-9cbd-58333f5372eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5684242
Apr 15 10:59:09.414062 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Pushing event updated for resources: {'Port': ['ID=e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966,revision_number=3']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:09.427034 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.110s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:09.448437 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Attempting to bind port b0782793-13c3-4d73-9474-f703beea5214 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:59:09.449062 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Attempting to bind port b0782793-13c3-4d73-9474-f703beea5214 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830'}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:59:09.449876 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Attempting to bind port b0782793-13c3-4d73-9474-f703beea5214 on network cbf52b31-cabb-4684-b870-425b20f1a830 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:59:09.455956 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:09.457125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:09.459735 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] 10.222.0.99 "PUT /v2.0/ports/e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 HTTP/1.1" status: 200  len: 1093 time: 7.4534574
Apr 15 10:59:09.465327 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-917ed359-18e3-4410-a474-d6d173038ed1 req-ecb46656-a803-4025-b373-409eb4868513 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3118443
Apr 15 10:59:09.466898 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15', 'tag': 'e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:09.485172 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Port b0782793-13c3-4d73-9474-f703beea5214 on network cbf52b31-cabb-4684-b870-425b20f1a830 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:59:09.485756 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Attempting to bind port b0782793-13c3-4d73-9474-f703beea5214 on network cbf52b31-cabb-4684-b870-425b20f1a830 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:59:09.506837 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:59:09.507464 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Checking segment: {'id': 'e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:59:09.508326 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Bound using segment: {'id': 'e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830'} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:59:09.509925 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Bound port: b0782793-13c3-4d73-9474-f703beea5214, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830'}}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:59:09.509925 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:09.756405 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] For port b0782793-13c3-4d73-9474-f703beea5214, host hv-cinder-78638, cleared binding levels {{(pid=85321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:59:09.764813 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] For port b0782793-13c3-4d73-9474-f703beea5214, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b0782793-13c3-4d73-9474-f703beea5214,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:59:09.781622 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:09.828308 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:09.844413 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a17c39-6a34-46c8-8943-389a4fa54314 req-014dab70-5268-4327-86b1-1f6ac3d40053 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:09.847747 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-08a17c39-6a34-46c8-8943-389a4fa54314 req-014dab70-5268-4327-86b1-1f6ac3d40053 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=036ac6bb-e315-4e50-b605-0891a7117fef HTTP/1.1" status: 200  len: 943 time: 0.5106149
Apr 15 10:59:09.895999 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a58e795d-27d8-4335-861c-4686ad658a73 req-a08a775e-d547-4c74-8f7a-1b04a8eec721 service neutron] 10.222.0.99 "GET /v2.0/networks/0e257be3-f08f-4d68-9cbd-58333f5372eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4863760
Apr 15 10:59:09.992781 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-08a17c39-6a34-46c8-8943-389a4fa54314 req-aecd091e-1219-4519-88fc-be44048bbb35 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316073
Apr 15 10:59:10.012061 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15', 'tag': 'e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966', 'status': 'completed', 'code': 200}
Apr 15 10:59:10.112448 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device a8c4650d-8be4-4d14-8890-82a3c784e72b up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:59:10.283151 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e3129-f48b-4f49-b19b-71a7032cfbb4 req-a275d5bd-d1e4-429f-bcc4-f1673d10bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:10.289056 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-182e3129-f48b-4f49-b19b-71a7032cfbb4 req-a275d5bd-d1e4-429f-bcc4-f1673d10bf0e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1374898347c1429bb793e02bef156639&device_id=036ac6bb-e315-4e50-b605-0891a7117fef HTTP/1.1" status: 200  len: 1096 time: 0.2268829
Apr 15 10:59:10.309657 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:10.491545 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port a8c4650d-8be4-4d14-8890-82a3c784e72b triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:10.494553 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:10.568182 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Pushing event updated for resources: {'Port': ['ID=b0782793-13c3-4d73-9474-f703beea5214,revision_number=3']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:10.581034 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:10.585372 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:10.652983 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:10.654039 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:10.656149 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] 10.222.0.99 "PUT /v2.0/ports/b0782793-13c3-4d73-9474-f703beea5214 HTTP/1.1" status: 200  len: 1093 time: 4.8019595
Apr 15 10:59:10.693639 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fa0a7e-27f4-438e-a3a2-0440edefab37 None None] Network ef21348e-e892-43e1-b5ba-d34f953c7aec requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 10:59:10.735859 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e3129-f48b-4f49-b19b-71a7032cfbb4 req-5ba5c591-1603-4f06-b144-8dbae19fd801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:10.739704 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-182e3129-f48b-4f49-b19b-71a7032cfbb4 req-5ba5c591-1603-4f06-b144-8dbae19fd801 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0e257be3-f08f-4d68-9cbd-58333f5372eb HTTP/1.1" status: 200  len: 916 time: 0.4423850
Apr 15 10:59:10.978301 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-182e3129-f48b-4f49-b19b-71a7032cfbb4 req-3e7d9146-4e53-4168-b854-dcfb197def19 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b3e2535-61be-4202-92df-054751b77dd1 HTTP/1.1" status: 200  len: 217 time: 0.1466064
Apr 15 10:59:11.031066 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:59:11.045196 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:59:11.058253 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:59:11.067645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-ff6ee226-ac53-4785-8521-e5b1d37b4b29 None None] Provisioning for port 77e997a3-e832-48f7-9140-1641496c79be completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:59:11.154137 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e3129-f48b-4f49-b19b-71a7032cfbb4 req-21b4788d-82b1-41f0-a78c-18e28997a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:11.157649 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-182e3129-f48b-4f49-b19b-71a7032cfbb4 req-21b4788d-82b1-41f0-a78c-18e28997a41d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a16b2a09-8bb0-4374-ac02-abde3379d952 HTTP/1.1" status: 200  len: 854 time: 0.1426599
Apr 15 10:59:11.187125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-4d35db2d-102a-4c34-95ab-2c94db708d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:11.190533 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-4d35db2d-102a-4c34-95ab-2c94db708d4f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad14e0be3d2c48e286d1ebe905f19c5c&device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 1096 time: 1.6019642
Apr 15 10:59:11.220712 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b63b5e-ec78-47f8-a27c-7af9953041bf,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:11.351085 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:11.375814 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-182e3129-f48b-4f49-b19b-71a7032cfbb4 req-1905bcf6-32df-47d8-a6c2-1b063de8897a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0e257be3-f08f-4d68-9cbd-58333f5372eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1082947
Apr 15 10:59:11.448354 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 77e997a3-e832-48f7-9140-1641496c79be up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:59:11.689996 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914807d-0826-4c76-acf5-9dcde08ef832 req-3899b84b-f07b-450a-9f89-6547876f0dd7 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:11.693050 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8914807d-0826-4c76-acf5-9dcde08ef832 req-3899b84b-f07b-450a-9f89-6547876f0dd7 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 943 time: 0.9512651
Apr 15 10:59:11.694192 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 44314) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:11.696588 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 77e997a3-e832-48f7-9140-1641496c79be completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:59:11.709731 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 77e997a3-e832-48f7-9140-1641496c79be triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:11.710351 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:11.755908 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdd2c9-18bb-40b8-bcd4-84a03f9e8106 req-0fd32b17-aac7-428d-a15a-97bf046327b6 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:11.758957 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2ccdd2c9-18bb-40b8-bcd4-84a03f9e8106 req-0fd32b17-aac7-428d-a15a-97bf046327b6 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 943 time: 0.5972111
Apr 15 10:59:11.928289 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2ccdd2c9-18bb-40b8-bcd4-84a03f9e8106 req-44879b10-100c-43bb-8752-4683c59e1a61 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329305
Apr 15 10:59:12.061479 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:12.119614 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8914807d-0826-4c76-acf5-9dcde08ef832 req-b43f9a44-3d6a-44ec-8fc7-59e2511b24fd tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4105036
Apr 15 10:59:12.128013 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port 77e997a3-e832-48f7-9140-1641496c79be, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=77e997a3-e832-48f7-9140-1641496c79be,segment=NetworkSegment(47b0d63e-98a3-4960-b77e-1cd572319c35),segment_id=47b0d63e-98a3-4960-b77e-1cd572319c35)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:12.132874 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:12.137414 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-58738007-7f2b-45d2-9089-367d2f40fc39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:12.142994 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-182e3129-f48b-4f49-b19b-71a7032cfbb4 req-11a9b632-9e93-4006-89e8-2fe53dcb61f5 service neutron] 10.222.0.99 "GET /v2.0/networks/0e257be3-f08f-4d68-9cbd-58333f5372eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7404354
Apr 15 10:59:12.144624 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3c43e0d3-1cee-4a0b-ac02-99f5a88ab406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:12.292541 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 6b3e2535-61be-4202-92df-054751b77dd1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:59:12.321859 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f9ba61-30ae-4685-9f76-0ccd0c03a530', 'tag': 'b0782793-13c3-4d73-9474-f703beea5214'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:12.361868 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=77e997a3-e832-48f7-9140-1641496c79be,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:12.430954 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:12.431519 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:12.432160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:12.432875 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:12.433383 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:12.434014 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:12.434685 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:12.435484 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:12.436652 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:12.437333 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:12.437962 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:12.438581 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 10:59:12.450027 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-44ec6f54-c9b3-4fa8-8e69-8e5192b4f872 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 HTTP/1.1" status: 200  len: 217 time: 1.2236829
Apr 15 10:59:12.600554 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3c43e0d3-1cee-4a0b-ac02-99f5a88ab406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:12.618752 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3c43e0d3-1cee-4a0b-ac02-99f5a88ab406 admin admin] Usage tracker for resource:security_group_rule and tenant:742ce5bea9e74f7b9797c87c7cfff27a is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:59:12.624636 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3c43e0d3-1cee-4a0b-ac02-99f5a88ab406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:59:12.644213 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3c43e0d3-1cee-4a0b-ac02-99f5a88ab406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:12.690752 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2313660e-02ea-4832-a31b-df7199ef992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:12.694143 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-2313660e-02ea-4832-a31b-df7199ef992a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1856da834bea4d4f808d3291b817ed29&device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 1096 time: 1.8816686
Apr 15 10:59:12.811420 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-182e3129-f48b-4f49-b19b-71a7032cfbb4 req-71ceb9cc-2b31-477d-9501-b71fc631c5eb service neutron] 10.222.0.99 "GET /v2.0/networks/0e257be3-f08f-4d68-9cbd-58333f5372eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3114536
Apr 15 10:59:12.911861 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-6f690e83-b02e-42e3-8052-425d5be16508 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0782793-13c3-4d73-9474-f703beea5214 HTTP/1.1" status: 200  len: 217 time: 0.1751084
Apr 15 10:59:12.924635 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:12.941341 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-14cbd9d4-495b-4e82-80c2-dcab26677c01 None None] Provisioning complete for port 77e997a3-e832-48f7-9140-1641496c79be triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:12.942037 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-14cbd9d4-495b-4e82-80c2-dcab26677c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:12.947213 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3c43e0d3-1cee-4a0b-ac02-99f5a88ab406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:12.999372 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-87f55c1b-02cf-4af7-b75b-765f130468d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:13.002311 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-87f55c1b-02cf-4af7-b75b-765f130468d5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=60bd38c1-a2b8-45cb-9e80-f8b4b1c94261 HTTP/1.1" status: 200  len: 849 time: 0.4093738
Apr 15 10:59:13.040273 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3c43e0d3-1cee-4a0b-ac02-99f5a88ab406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:13.053525 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1dcab09a-1f15-4e17-b599-0768efaa3c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:13.135632 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-feff0d0d-0b85-4ead-a487-d46a4f159226 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8407d6fd-0638-4fb8-ae1b-20a51e929416&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1042004
Apr 15 10:59:13.144392 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420c91a-0bad-4e8c-a3ad-b16c3d43afe3 req-7933d363-5179-40d1-924c-ffb9e8d6262f tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:13.152358 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e420c91a-0bad-4e8c-a3ad-b16c3d43afe3 req-7933d363-5179-40d1-924c-ffb9e8d6262f tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=036ac6bb-e315-4e50-b605-0891a7117fef HTTP/1.1" status: 200  len: 943 time: 0.4793484
Apr 15 10:59:13.156653 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43e0d3-1cee-4a0b-ac02-99f5a88ab406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee4b730-71cf-481b-b253-4249c5b44ddb,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:13.176558 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-3c43e0d3-1cee-4a0b-ac02-99f5a88ab406 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=742ce5bea9e74f7b9797c87c7cfff27a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4671040
Apr 15 10:59:13.176558 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3c43e0d3-1cee-4a0b-ac02-99f5a88ab406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:13.207047 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 44332) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:13.231530 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:13.276973 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e420c91a-0bad-4e8c-a3ad-b16c3d43afe3 req-08c4b0ea-8f6f-4b3c-8911-34f4465a25c6 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236162
Apr 15 10:59:13.281752 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a6464-e352-4bb6-968b-9184b03803a8 req-fd4d169a-1b0b-498b-b926-50ee387e1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:13.292390 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-490a6464-e352-4bb6-968b-9184b03803a8 req-fd4d169a-1b0b-498b-b926-50ee387e1031 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=804134d291a14530a112361fda616a0d&device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 1098 time: 0.3422570
Apr 15 10:59:13.357392 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f9ba61-30ae-4685-9f76-0ccd0c03a530', 'tag': 'b0782793-13c3-4d73-9474-f703beea5214', 'status': 'completed', 'code': 200}
Apr 15 10:59:13.420776 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 6b3e2535-61be-4202-92df-054751b77dd1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6b3e2535-61be-4202-92df-054751b77dd1,segment=NetworkSegment(1c49ec0d-111b-469b-8988-2a39dc1700c7),segment_id=1c49ec0d-111b-469b-8988-2a39dc1700c7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:13.465301 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': '6b3e2535-61be-4202-92df-054751b77dd1', 'network_id': '0e257be3-f08f-4d68-9cbd-58333f5372eb', 'port_id': '6b3e2535-61be-4202-92df-054751b77dd1', 'mac_address': 'fa:16:3e:37:4e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16b2a09-8bb0-4374-ac02-abde3379d952', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:59:13.539028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:13.562555 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3e2535-61be-4202-92df-054751b77dd1 {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:59:13.581233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 6b3e2535-61be-4202-92df-054751b77dd1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6b3e2535-61be-4202-92df-054751b77dd1,segment=NetworkSegment(1c49ec0d-111b-469b-8988-2a39dc1700c7),segment_id=1c49ec0d-111b-469b-8988-2a39dc1700c7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:13.585377 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:13.587796 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:13.660498 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-c6e0162f-fa9f-4ee8-8b53-96dbaec9097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:13.663283 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-c6e0162f-fa9f-4ee8-8b53-96dbaec9097d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0 HTTP/1.1" status: 200  len: 854 time: 0.7353768
Apr 15 10:59:13.684452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=6b3e2535-61be-4202-92df-054751b77dd1,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:13.708377 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:13.840332 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-7de98cdd-72e6-4f27-bc04-e625c2961bc8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cbf52b31-cabb-4684-b870-425b20f1a830&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1621153
Apr 15 10:59:13.847369 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a6464-e352-4bb6-968b-9184b03803a8 req-91c4610a-4c59-4405-8c86-f2e7b0d7d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:13.850079 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-490a6464-e352-4bb6-968b-9184b03803a8 req-91c4610a-4c59-4405-8c86-f2e7b0d7d33f service neutron] 10.222.0.99 "GET /v2.0/networks?id=67d31719-2f11-4a22-960a-40e0f7eba8a5 HTTP/1.1" status: 200  len: 921 time: 0.5418141
Apr 15 10:59:14.027265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['6b3e2535-61be-4202-92df-054751b77dd1'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:59:14.028138 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92820680-7f2f-4f1a-9633-b17e20c824e3 req-7874cf49-0e15-4410-a521-cd479db466a4 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:14.031249 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-92820680-7f2f-4f1a-9633-b17e20c824e3 req-7874cf49-0e15-4410-a521-cd479db466a4 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 943 time: 0.5297959
Apr 15 10:59:14.033816 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-490a6464-e352-4bb6-968b-9184b03803a8 req-8e2dfbf5-d528-427e-a0d1-2e80a6b794da service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=881410b3-0540-453d-8285-2540f30bc501 HTTP/1.1" status: 200  len: 217 time: 0.1651020
Apr 15 10:59:14.137669 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac63b2c-7b15-4034-a095-62480bcc3567 req-2d59e69f-0d46-4fa7-abf6-1eccaf5a6c15 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:14.151493 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-aac63b2c-7b15-4034-a095-62480bcc3567 req-2d59e69f-0d46-4fa7-abf6-1eccaf5a6c15 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.6465673
Apr 15 10:59:14.277810 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-dc8bf832-d290-45f5-a84e-029b3e4b8ef7 service neutron] 10.222.0.99 "GET /v2.0/networks/8407d6fd-0638-4fb8-ae1b-20a51e929416?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1284590
Apr 15 10:59:14.287225 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-5feaa74d-4870-42f1-9d72-c47667d5f891 service neutron] 10.222.0.99 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4214959
Apr 15 10:59:14.288772 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dacdaeae-d22d-41a0-bc03-7ee8593b3a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:14.309183 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 77e997a3-e832-48f7-9140-1641496c79be up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:59:14.340980 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-92820680-7f2f-4f1a-9633-b17e20c824e3 req-31285249-d75e-499e-97f7-faaba56285e7 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2286701
Apr 15 10:59:14.347350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a6464-e352-4bb6-968b-9184b03803a8 req-b7b2e127-6d04-4d85-a9d6-883f325bacca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:14.350034 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-490a6464-e352-4bb6-968b-9184b03803a8 req-b7b2e127-6d04-4d85-a9d6-883f325bacca service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1a328fd2-dde8-4bb1-a553-950b8375ab8e HTTP/1.1" status: 200  len: 859 time: 0.3083818
Apr 15 10:59:14.368721 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-aac63b2c-7b15-4034-a095-62480bcc3567 req-3b1d9d81-9725-462f-983f-94fecefa5fad tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769452
Apr 15 10:59:14.481990 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-490a6464-e352-4bb6-968b-9184b03803a8 req-53525d8c-05b5-41a6-bd4e-e413ae8f135f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=67d31719-2f11-4a22-960a-40e0f7eba8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1117253
Apr 15 10:59:14.532275 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 77e997a3-e832-48f7-9140-1641496c79be triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:14.532872 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:14.744943 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-490a6464-e352-4bb6-968b-9184b03803a8 req-75f2e00f-9720-4e8a-b415-754dd7688ea2 service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2559168
Apr 15 10:59:14.983196 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-490a6464-e352-4bb6-968b-9184b03803a8 req-2e2e2fa3-1f24-4ac0-93c0-462b384eaa23 service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2164865
Apr 15 10:59:14.997399 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dacdaeae-d22d-41a0-bc03-7ee8593b3a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:15.299893 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55726c82-cbef-409a-8744-d19404c37ebe req-8285c898-f8e4-4ba5-a06b-a488a6e6d1e5 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:15.302768 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-55726c82-cbef-409a-8744-d19404c37ebe req-8285c898-f8e4-4ba5-a06b-a488a6e6d1e5 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 943 time: 0.3028052
Apr 15 10:59:15.320604 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4751a3b-ac5a-414f-b59b-29769f097554 req-a30cbd84-cd53-4b49-87f5-fc4d1d3b1eb6 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:15.323353 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c4751a3b-ac5a-414f-b59b-29769f097554 req-a30cbd84-cd53-4b49-87f5-fc4d1d3b1eb6 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=036ac6bb-e315-4e50-b605-0891a7117fef HTTP/1.1" status: 200  len: 944 time: 0.2522969
Apr 15 10:59:15.343667 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3794ec94-d937-4317-a53f-19ebe6df92c4 req-0e1073fa-481b-49e6-9686-48c238c1d7f4 service neutron] 10.222.0.99 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0412199
Apr 15 10:59:15.353972 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852769452'] for router, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:15.360343 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bcdfba46-464b-4173-a2ca-fb882bff1897 req-fb57eead-1bc3-424e-8650-43e4ba3f65f2 service neutron] 10.222.0.99 "GET /v2.0/networks/8407d6fd-0638-4fb8-ae1b-20a51e929416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0675347
Apr 15 10:59:15.434235 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-55726c82-cbef-409a-8744-d19404c37ebe req-e33c9b9e-4ff9-4c27-b18d-b220d754ed0a tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093740
Apr 15 10:59:15.441970 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c4751a3b-ac5a-414f-b59b-29769f097554 req-ebc4dfd1-d66c-44c1-8e86-b0a953d7073e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903020
Apr 15 10:59:15.816758 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc4456-5c9c-462c-8af1-7d0f852b3d1f req-c4312f10-78f5-44ce-b3b4-beecc1e316f3 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:15.818922 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dfbc4456-5c9c-462c-8af1-7d0f852b3d1f req-c4312f10-78f5-44ce-b3b4-beecc1e316f3 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1794612
Apr 15 10:59:15.832810 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefc562-a86f-431d-b054-b6ab53aaebc8 req-5601494b-449c-4cbe-a84d-7c2fc0b30c9b tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:15.835084 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bbefc562-a86f-431d-b054-b6ab53aaebc8 req-5601494b-449c-4cbe-a84d-7c2fc0b30c9b tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 943 time: 0.1504374
Apr 15 10:59:15.887951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dacdaeae-d22d-41a0-bc03-7ee8593b3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:15.905915 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-398df4ea-99cc-4501-bd75-6079710eac16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:15.930699 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dfbc4456-5c9c-462c-8af1-7d0f852b3d1f req-b01f6a82-21a8-4ccb-96fa-2f964dff9592 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944204
Apr 15 10:59:15.961615 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bbefc562-a86f-431d-b054-b6ab53aaebc8 req-63be4eff-94d1-4418-9cfb-85362edd95d7 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883756
Apr 15 10:59:15.962445 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdaeae-d22d-41a0-bc03-7ee8593b3a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee4b730-71cf-481b-b253-4249c5b44ddb,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:15.971398 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dacdaeae-d22d-41a0-bc03-7ee8593b3a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:16.010424 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dacdaeae-d22d-41a0-bc03-7ee8593b3a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:16.011945 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-dacdaeae-d22d-41a0-bc03-7ee8593b3a0d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1ee4b730-71cf-481b-b253-4249c5b44ddb HTTP/1.1" status: 204  len: 168 time: 2.8036830
Apr 15 10:59:16.087589 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75f877-c2b1-4ba7-89c7-4a3eaf749d7f req-58e76d48-3451-4c0b-ba23-892e14d6a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:16.089345 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7b75f877-c2b1-4ba7-89c7-4a3eaf749d7f req-58e76d48-3451-4c0b-ba23-892e14d6a36e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1856da834bea4d4f808d3291b817ed29&device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 1096 time: 0.2785733
Apr 15 10:59:16.098111 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac3446-3dc2-41a5-ad6d-36ea21a9f32f req-7cddb31b-7d48-47a3-bfe3-ebbeb6a3ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:16.099968 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2fac3446-3dc2-41a5-ad6d-36ea21a9f32f req-7cddb31b-7d48-47a3-bfe3-ebbeb6a3ee59 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad14e0be3d2c48e286d1ebe905f19c5c&device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 1096 time: 0.2872941
Apr 15 10:59:16.175794 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Router 57aa4ea0-097d-4e73-bc90-ccd491cf9fb9 is scheduled to L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d with binding_index 1 {{(pid=85321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 10:59:16.302708 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 6b3e2535-61be-4202-92df-054751b77dd1 up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:59:16.494172 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port 6b3e2535-61be-4202-92df-054751b77dd1 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:59:16.519449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port 6b3e2535-61be-4202-92df-054751b77dd1 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:16.519960 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:16.613436 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75f877-c2b1-4ba7-89c7-4a3eaf749d7f req-2178eeb4-09d5-4e60-98cb-9559fd224365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:16.615183 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7b75f877-c2b1-4ba7-89c7-4a3eaf749d7f req-2178eeb4-09d5-4e60-98cb-9559fd224365 service neutron] 10.222.0.99 "GET /v2.0/networks?id=cbf52b31-cabb-4684-b870-425b20f1a830 HTTP/1.1" status: 200  len: 916 time: 0.5013180
Apr 15 10:59:16.635877 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac3446-3dc2-41a5-ad6d-36ea21a9f32f req-d19019ca-fbbd-4377-82bb-2ed53b710675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:16.637780 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2fac3446-3dc2-41a5-ad6d-36ea21a9f32f req-d19019ca-fbbd-4377-82bb-2ed53b710675 service neutron] 10.222.0.99 "GET /v2.0/networks?id=8407d6fd-0638-4fb8-ae1b-20a51e929416 HTTP/1.1" status: 200  len: 911 time: 0.4949553
Apr 15 10:59:16.825463 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7b75f877-c2b1-4ba7-89c7-4a3eaf749d7f req-32321dce-7dfd-4a24-a09c-d30d5c7d15bf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0782793-13c3-4d73-9474-f703beea5214 HTTP/1.1" status: 200  len: 217 time: 0.1912560
Apr 15 10:59:16.880550 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2fac3446-3dc2-41a5-ad6d-36ea21a9f32f req-d8f4e5c7-1aa6-4f73-829e-5fac00858bbf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 HTTP/1.1" status: 200  len: 217 time: 0.1556752
Apr 15 10:59:16.887784 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:16.891660 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:59:16.907962 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Sync routers for ids ['57aa4ea0-097d-4e73-bc90-ccd491cf9fb9'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:59:16.927691 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Routers {'57aa4ea0-097d-4e73-bc90-ccd491cf9fb9'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:16.928468 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5c2cb00>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['57aa4ea0-097d-4e73-bc90-ccd491cf9fb9'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:16.953828 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036ac6bb-e315-4e50-b605-0891a7117fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3e2535-61be-4202-92df-054751b77dd1'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:16.979835 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 6b3e2535-61be-4202-92df-054751b77dd1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6b3e2535-61be-4202-92df-054751b77dd1,segment=NetworkSegment(1c49ec0d-111b-469b-8988-2a39dc1700c7),segment_id=1c49ec0d-111b-469b-8988-2a39dc1700c7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:16.986683 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:16.987390 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Notify callbacks [] for router, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:16.988784 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 12.7821348
Apr 15 10:59:16.992192 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 44382) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:16.996205 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:17.001804 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75f877-c2b1-4ba7-89c7-4a3eaf749d7f req-2b6fed54-3852-4281-a2ea-16771de1d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:17.003757 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7b75f877-c2b1-4ba7-89c7-4a3eaf749d7f req-2b6fed54-3852-4281-a2ea-16771de1d4e9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0 HTTP/1.1" status: 200  len: 854 time: 0.1655915
Apr 15 10:59:17.053091 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8e374-ddc2-48a1-8bd4-e4248dcb66b1 req-79ebe116-cf1b-402a-ae4d-b54219f8d02f tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:17.059770 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-56f8e374-ddc2-48a1-8bd4-e4248dcb66b1 req-79ebe116-cf1b-402a-ae4d-b54219f8d02f tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=036ac6bb-e315-4e50-b605-0891a7117fef HTTP/1.1" status: 200  len: 944 time: 0.3617339
Apr 15 10:59:17.070656 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac3446-3dc2-41a5-ad6d-36ea21a9f32f req-7b8c7526-e60b-4db5-a8a7-72e43b01d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:17.072385 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2fac3446-3dc2-41a5-ad6d-36ea21a9f32f req-7b8c7526-e60b-4db5-a8a7-72e43b01d2f6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=60bd38c1-a2b8-45cb-9e80-f8b4b1c94261 HTTP/1.1" status: 200  len: 849 time: 0.1786487
Apr 15 10:59:17.130540 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=6b3e2535-61be-4202-92df-054751b77dd1,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:17.152456 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:17.163393 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7b75f877-c2b1-4ba7-89c7-4a3eaf749d7f req-4b978419-c947-4b1c-a6be-b7cecce1f227 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cbf52b31-cabb-4684-b870-425b20f1a830&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1448500
Apr 15 10:59:17.229061 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2fac3446-3dc2-41a5-ad6d-36ea21a9f32f req-cc0d4328-cdc7-400f-a746-4778160c9064 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8407d6fd-0638-4fb8-ae1b-20a51e929416&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1356189
Apr 15 10:59:17.399484 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Set router 57aa4ea0-097d-4e73-bc90-ccd491cf9fb9 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:59:17.472636 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7b75f877-c2b1-4ba7-89c7-4a3eaf749d7f req-1b749b4e-8baa-49aa-9ed3-ec261041d192 service neutron] 10.222.0.99 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2832034
Apr 15 10:59:17.555359 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-56f8e374-ddc2-48a1-8bd4-e4248dcb66b1 req-a11f7ef1-bd8b-4915-a3f0-70e3008237a3 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3178217
Apr 15 10:59:17.575818 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2fac3446-3dc2-41a5-ad6d-36ea21a9f32f req-ead94ded-ce46-41db-9e7c-787fa07b3217 service neutron] 10.222.0.99 "GET /v2.0/networks/8407d6fd-0638-4fb8-ae1b-20a51e929416?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2952626
Apr 15 10:59:17.694103 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45153da8-e090-482f-bac5-2851d1c97c77 req-e0d4364a-23d1-4476-88aa-15f617c1d3ac tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:17.697048 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-45153da8-e090-482f-bac5-2851d1c97c77 req-e0d4364a-23d1-4476-88aa-15f617c1d3ac tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 943 time: 0.8832369
Apr 15 10:59:17.763256 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036ac6bb-e315-4e50-b605-0891a7117fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3e2535-61be-4202-92df-054751b77dd1', 'code': 200}
Apr 15 10:59:17.775705 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7b75f877-c2b1-4ba7-89c7-4a3eaf749d7f req-202d7ca4-3557-4f06-8c40-2bea018441bc service neutron] 10.222.0.99 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2928903
Apr 15 10:59:17.867748 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2fac3446-3dc2-41a5-ad6d-36ea21a9f32f req-82afa195-d2f0-4eb9-b947-b7b6adb6201f service neutron] 10.222.0.99 "GET /v2.0/networks/8407d6fd-0638-4fb8-ae1b-20a51e929416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2784171
Apr 15 10:59:18.000802 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5c2cb00>, [{'id': '57aa4ea0-097d-4e73-bc90-ccd491cf9fb9', 'name': 'tempest-TestMinimumBasicScenario-1328972679-router', 'tenant_id': 'bb57869b1cf14a7f9691058a0744c006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'c7b63b5e-ec78-47f8-a27c-7af9953041bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:04Z', 'updated_at': '2021-04-15T10:59:12Z', 'revision_number': 3, 'project_id': 'bb57869b1cf14a7f9691058a0744c006', 'gw_port': {'id': 'c7b63b5e-ec78-47f8-a27c-7af9953041bf', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aa4ea0-097d-4e73-bc90-ccd491cf9fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:07Z', 'updated_at': '2021-04-15T10:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:18.005714 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Checking router: 57aa4ea0-097d-4e73-bc90-ccd491cf9fb9 for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:59:18.006115 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Updating router 57aa4ea0-097d-4e73-bc90-ccd491cf9fb9 port c7b63b5e-ec78-47f8-a27c-7af9953041bf binding host dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:59:18.063999 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-45153da8-e090-482f-bac5-2851d1c97c77 req-25cd7ad9-199e-492e-833b-27e85498b472 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3473203
Apr 15 10:59:18.139276 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:18.314054 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:59:18.530766 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665c2c0-dcae-4a9c-8aa6-fc9d581c464c req-58d1d02f-0424-494e-a8f2-c6c3f3584df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:18.534040 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0665c2c0-dcae-4a9c-8aa6-fc9d581c464c req-58d1d02f-0424-494e-a8f2-c6c3f3584df2 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=036ac6bb-e315-4e50-b605-0891a7117fef HTTP/1.1" status: 200  len: 1098 time: 0.2956936
Apr 15 10:59:18.635127 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0665c2c0-dcae-4a9c-8aa6-fc9d581c464c req-5e023f20-51db-4c82-ba7e-d7a87dbed7ed service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944934
Apr 15 10:59:18.636352 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966,segment=NetworkSegment(45079a58-8941-4019-b2c0-60bce44c34a2),segment_id=45079a58-8941-4019-b2c0-60bce44c34a2)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:18.653463 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': 'e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966', 'network_id': '8407d6fd-0638-4fb8-ae1b-20a51e929416', 'port_id': 'e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966', 'mac_address': 'fa:16:3e:11:40:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bd38c1-a2b8-45cb-9e80-f8b4b1c94261', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:59:18.774302 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:18.810956 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:59:18.840847 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966,segment=NetworkSegment(45079a58-8941-4019-b2c0-60bce44c34a2),segment_id=45079a58-8941-4019-b2c0-60bce44c34a2)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:18.846351 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:18.847694 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device b0782793-13c3-4d73-9474-f703beea5214 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:59:18.854064 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:18.863484 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Notify callbacks [] for port, precommit_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:18.878916 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Transition to ACTIVE for port object c7b63b5e-ec78-47f8-a27c-7af9953041bf will not be triggered until provisioned by entity L2. {{(pid=85323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:59:18.885961 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:18.900442 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-cb4a56bb-43d9-4a18-91d3-b599e4e5a4a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:19.003719 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896b2e5-e50e-4f99-87ec-3ea7f082c35c req-cac17e36-2d4a-4927-9b02-41ea60acc2fd tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:19.007107 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a896b2e5-e50e-4f99-87ec-3ea7f082c35c req-cac17e36-2d4a-4927-9b02-41ea60acc2fd tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 943 time: 0.4344318
Apr 15 10:59:19.029584 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f716e79-30f2-4a0d-a6e5-4f9c8cda466a req-08aa37fc-8a7e-4cda-b939-43f86bed2a08 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:19.031435 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3f716e79-30f2-4a0d-a6e5-4f9c8cda466a req-08aa37fc-8a7e-4cda-b939-43f86bed2a08 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.9663732
Apr 15 10:59:19.157163 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:19.179077 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:19.187511 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3f716e79-30f2-4a0d-a6e5-4f9c8cda466a req-4aaf5937-299d-49db-b425-f5d8003889ba tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208160
Apr 15 10:59:19.266647 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a896b2e5-e50e-4f99-87ec-3ea7f082c35c req-82ed2294-19ab-42fe-ae12-0bb657147f7b tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2310293
Apr 15 10:59:19.323029 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port b0782793-13c3-4d73-9474-f703beea5214, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b0782793-13c3-4d73-9474-f703beea5214,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:19.354630 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': 'b0782793-13c3-4d73-9474-f703beea5214', 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830', 'port_id': 'b0782793-13c3-4d73-9474-f703beea5214', 'mac_address': 'fa:16:3e:10:4b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:59:19.373471 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97928dd5-b39c-4efc-8608-4471a61ec343 None None] Pushing event updated for resources: {'Port': ['ID=c7b63b5e-ec78-47f8-a27c-7af9953041bf,revision_number=2']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:19.379446 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-97928dd5-b39c-4efc-8608-4471a61ec343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:19.458336 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:19.498657 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:19.538840 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Attempting to bind port c7b63b5e-ec78-47f8-a27c-7af9953041bf on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:59:19.539192 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Attempting to bind port c7b63b5e-ec78-47f8-a27c-7af9953041bf by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:59:19.539579 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Attempting to bind port c7b63b5e-ec78-47f8-a27c-7af9953041bf on network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:59:19.541381 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0782793-13c3-4d73-9474-f703beea5214 {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:59:19.553819 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:59:19.554703 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Checking segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:59:19.555152 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:19.555587 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Bound using segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:59:19.561362 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Bound port: c7b63b5e-ec78-47f8-a27c-7af9953041bf, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:59:19.561362 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:19.579591 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port b0782793-13c3-4d73-9474-f703beea5214, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b0782793-13c3-4d73-9474-f703beea5214,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:19.584636 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:19.588609 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:19.700480 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] For port c7b63b5e-ec78-47f8-a27c-7af9953041bf, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:59:19.707779 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] For port c7b63b5e-ec78-47f8-a27c-7af9953041bf, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=c7b63b5e-ec78-47f8-a27c-7af9953041bf,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:59:19.713951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:19.731441 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=b0782793-13c3-4d73-9474-f703beea5214,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:19.735773 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:19.750378 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9a4074cf-069e-42a2-a388-d246b482d6f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:19.847512 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1fd7d-b419-4095-afcf-1d042317297f req-8ac3e3a7-7c59-43f6-82d1-7c45f04d0362 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:19.849283 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cbd1fd7d-b419-4095-afcf-1d042317297f req-8ac3e3a7-7c59-43f6-82d1-7c45f04d0362 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=036ac6bb-e315-4e50-b605-0891a7117fef HTTP/1.1" status: 200  len: 945 time: 0.3451226
Apr 15 10:59:19.999614 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Allocated IP 172.20.0.1 (ef21348e-e892-43e1-b5ba-d34f953c7aec/b051e913-a982-4c2e-8d39-d386097fde4d/367fcfbe-1a99-42af-a9e8-a7621d4533e2) {{(pid=85320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:59:20.023392 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cbd1fd7d-b419-4095-afcf-1d042317297f req-47e0c3aa-7c8b-442f-ad8e-af5264017d4c tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659863
Apr 15 10:59:20.115603 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97928dd5-b39c-4efc-8608-4471a61ec343 None None] Pushing event updated for resources: {'Port': ['ID=c7b63b5e-ec78-47f8-a27c-7af9953041bf,revision_number=3']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:20.127873 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-97928dd5-b39c-4efc-8608-4471a61ec343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:20.151607 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:59:20.334730 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['b0782793-13c3-4d73-9474-f703beea5214'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:59:20.416369 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Routers {'57aa4ea0-097d-4e73-bc90-ccd491cf9fb9'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:20.421143 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5c2cb00>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:58:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['57aa4ea0-097d-4e73-bc90-ccd491cf9fb9'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:20.717053 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:20.744121 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Transition to ACTIVE for port object 367fcfbe-1a99-42af-a9e8-a7621d4533e2 will not be triggered until provisioned by entity DHCP. {{(pid=85320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:59:20.782455 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:20.894128 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:20.940579 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] Set router 57aa4ea0-097d-4e73-bc90-ccd491cf9fb9 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:59:20.979079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Pushing event updated for resources: {'Port': ['ID=367fcfbe-1a99-42af-a9e8-a7621d4533e2,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:21.035125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:21.126819 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5848fa-eaaa-4d7f-991d-8c0a6077a54e req-58a8cf8c-c192-4089-b09d-2045cf45e18f tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:21.135098 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1b5848fa-eaaa-4d7f-991d-8c0a6077a54e req-58a8cf8c-c192-4089-b09d-2045cf45e18f tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 944 time: 0.8502035
Apr 15 10:59:21.213362 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1b5848fa-eaaa-4d7f-991d-8c0a6077a54e req-6cba7d50-e2c7-4d77-968c-e21029da5b6b tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772076
Apr 15 10:59:21.250986 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:21.298974 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Network ef21348e-e892-43e1-b5ba-d34f953c7aec is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:59:21.313535 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:59:21.346910 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32fb03-0617-471f-a83e-ac845cbd4a6e req-4f1a02d0-6fa2-4d96-894a-a4bbae23c5de tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:21.350085 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cf32fb03-0617-471f-a83e-ac845cbd4a6e req-4f1a02d0-6fa2-4d96-894a-a4bbae23c5de tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.4569767
Apr 15 10:59:21.351424 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Received port after_create {{(pid=85320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:59:21.517735 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5c2cb00>, [{'id': '57aa4ea0-097d-4e73-bc90-ccd491cf9fb9', 'name': 'tempest-TestMinimumBasicScenario-1328972679-router', 'tenant_id': 'bb57869b1cf14a7f9691058a0744c006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'c7b63b5e-ec78-47f8-a27c-7af9953041bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:04Z', 'updated_at': '2021-04-15T10:59:12Z', 'revision_number': 3, 'project_id': 'bb57869b1cf14a7f9691058a0744c006', 'gw_port': {'id': 'c7b63b5e-ec78-47f8-a27c-7af9953041bf', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aa4ea0-097d-4e73-bc90-ccd491cf9fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:07Z', 'updated_at': '2021-04-15T10:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:21.523218 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72605672-b99b-4467-bcaa-67be8bf2cbd2 None None] The sync data for ids ['57aa4ea0-097d-4e73-bc90-ccd491cf9fb9'] in dv-cinder-786386-1-iscsi is: [{'id': '57aa4ea0-097d-4e73-bc90-ccd491cf9fb9', 'name': 'tempest-TestMinimumBasicScenario-1328972679-router', 'tenant_id': 'bb57869b1cf14a7f9691058a0744c006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'c7b63b5e-ec78-47f8-a27c-7af9953041bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:04Z', 'updated_at': '2021-04-15T10:59:12Z', 'revision_number': 3, 'project_id': 'bb57869b1cf14a7f9691058a0744c006', 'gw_port': {'id': 'c7b63b5e-ec78-47f8-a27c-7af9953041bf', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aa4ea0-097d-4e73-bc90-ccd491cf9fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:07Z', 'updated_at': '2021-04-15T10:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:59:21.565606 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852769391'] for router_interface, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:21.609841 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cf32fb03-0617-471f-a83e-ac845cbd4a6e req-067b7e61-34e8-47d5-b41c-3a080950167f tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1917522
Apr 15 10:59:21.683386 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deeadba-c1a8-47c7-916b-9baa3659b343 req-6c270ba7-1a1f-4c66-9c98-107c7ab27d2e tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:21.686310 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4deeadba-c1a8-47c7-916b-9baa3659b343 req-6c270ba7-1a1f-4c66-9c98-107c7ab27d2e tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 944 time: 0.2659369
Apr 15 10:59:21.721278 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-ab450fd3-c908-400a-b3cc-4da54ce4d791 None None] Provisioning for port 367fcfbe-1a99-42af-a9e8-a7621d4533e2 completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:59:21.731368 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-ab450fd3-c908-400a-b3cc-4da54ce4d791 None None] Provisioning complete for port 367fcfbe-1a99-42af-a9e8-a7621d4533e2 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:21.733261 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ab450fd3-c908-400a-b3cc-4da54ce4d791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:21.777471 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4deeadba-c1a8-47c7-916b-9baa3659b343 req-aa8e860f-31e6-4a98-8005-cbbe4adbd459 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812168
Apr 15 10:59:21.906320 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-ab450fd3-c908-400a-b3cc-4da54ce4d791 None None] Port 367fcfbe-1a99-42af-a9e8-a7621d4533e2 cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:59:21.937510 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:22.055518 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c20ce5-a793-4134-90d6-5eb32bd066e6 req-8de38d9c-b618-4602-bfdd-93aa1c72dd16 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:22.055518 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-58c20ce5-a793-4134-90d6-5eb32bd066e6 req-8de38d9c-b618-4602-bfdd-93aa1c72dd16 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=036ac6bb-e315-4e50-b605-0891a7117fef HTTP/1.1" status: 200  len: 945 time: 0.1995578
Apr 15 10:59:22.179636 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-58c20ce5-a793-4134-90d6-5eb32bd066e6 req-d912f4a7-e080-4ed9-9c67-c429ab24175d tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107702
Apr 15 10:59:22.353363 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device b0782793-13c3-4d73-9474-f703beea5214 up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:59:22.401334 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device c7b63b5e-ec78-47f8-a27c-7af9953041bf up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:59:22.583166 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:22.588400 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693538'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:22.615698 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port c7b63b5e-ec78-47f8-a27c-7af9953041bf completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:59:22.633130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port c7b63b5e-ec78-47f8-a27c-7af9953041bf triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:22.634099 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:22.700241 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:22.802679 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Pushing event updated for resources: {'Port': ['ID=367fcfbe-1a99-42af-a9e8-a7621d4533e2,revision_number=2']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:22.817662 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:22.839748 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port b0782793-13c3-4d73-9474-f703beea5214 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:59:22.853473 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852772550'] for router_interface, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:22.878102 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port b0782793-13c3-4d73-9474-f703beea5214 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:22.878946 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:23.291587 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Network ef21348e-e892-43e1-b5ba-d34f953c7aec is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:59:23.301384 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:59:23.367656 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:23.371899 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35394f4a-d3c2-44c4-85db-d37e53d7cd66 req-19e7e5c8-06ba-445c-b63e-552ef0c5edab tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:23.383221 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-35394f4a-d3c2-44c4-85db-d37e53d7cd66 req-19e7e5c8-06ba-445c-b63e-552ef0c5edab tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 944 time: 0.7972279
Apr 15 10:59:23.391076 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port c7b63b5e-ec78-47f8-a27c-7af9953041bf, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=c7b63b5e-ec78-47f8-a27c-7af9953041bf,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:23.418768 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:23.434575 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:23.520825 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:23.626887 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f9ba61-30ae-4685-9f76-0ccd0c03a530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0782793-13c3-4d73-9474-f703beea5214'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:23.649892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=c7b63b5e-ec78-47f8-a27c-7af9953041bf,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:23.649892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port b0782793-13c3-4d73-9474-f703beea5214, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b0782793-13c3-4d73-9474-f703beea5214,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:23.652533 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:23.653849 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:23.659468 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:59:23.745168 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:23.946739 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-ccecdef2-c440-48a0-a2a8-d806165beb44 None None] Provisioning complete for port 367fcfbe-1a99-42af-a9e8-a7621d4533e2 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:23.947549 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ccecdef2-c440-48a0-a2a8-d806165beb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:23.974068 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482eab1-3f93-4e1b-9a94-64e6e0c2876d req-d4e7a70d-fd34-4bcd-ad11-6734c78dc1c7 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:23.983743 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7482eab1-3f93-4e1b-9a94-64e6e0c2876d req-d4e7a70d-fd34-4bcd-ad11-6734c78dc1c7 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.9673536
Apr 15 10:59:24.021263 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-35394f4a-d3c2-44c4-85db-d37e53d7cd66 req-64a66929-264d-4c83-bb00-c1480ca8fed2 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6368659
Apr 15 10:59:24.084937 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-36520042-d3b3-45cd-82bd-f02e0905743c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:24.110802 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7482eab1-3f93-4e1b-9a94-64e6e0c2876d req-0f626a1f-b9d0-4eab-9d98-7b975fb2d458 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959399
Apr 15 10:59:24.130524 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=b0782793-13c3-4d73-9474-f703beea5214,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:24.133620 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Router 57aa4ea0-097d-4e73-bc90-ccd491cf9fb9 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 10:59:24.158208 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:24.203832 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-ccecdef2-c440-48a0-a2a8-d806165beb44 None None] Port 367fcfbe-1a99-42af-a9e8-a7621d4533e2 cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:59:24.207843 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:59:24.218675 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:24.219629 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:24.382857 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f9ba61-30ae-4685-9f76-0ccd0c03a530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0782793-13c3-4d73-9474-f703beea5214', 'code': 200}
Apr 15 10:59:24.529101 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device c7b63b5e-ec78-47f8-a27c-7af9953041bf up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:59:24.624575 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:24.707931 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966,segment=NetworkSegment(45079a58-8941-4019-b2c0-60bce44c34a2),segment_id=45079a58-8941-4019-b2c0-60bce44c34a2)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:24.714377 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:24.718200 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:24.853909 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port c7b63b5e-ec78-47f8-a27c-7af9953041bf triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:24.854320 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:24.995277 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:25.004024 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:25.006555 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea49cc5-69ee-4425-9ed8-dd07f1fd6263 req-a1a9b53a-70f0-4640-85a9-0fba023d1c01 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:25.017824 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bea49cc5-69ee-4425-9ed8-dd07f1fd6263 req-a1a9b53a-70f0-4640-85a9-0fba023d1c01 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 945 time: 0.4209192
Apr 15 10:59:25.069206 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 10:59:25.100734 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f7d37-a482-4519-ae03-de7a2c4c8318 req-b2f9cf79-80bd-43f7-902c-8a7455d47276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:25.121431 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-406f7d37-a482-4519-ae03-de7a2c4c8318 req-b2f9cf79-80bd-43f7-902c-8a7455d47276 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 1098 time: 0.2683983
Apr 15 10:59:25.134231 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bea49cc5-69ee-4425-9ed8-dd07f1fd6263 req-31826a8b-be0c-4253-b507-6197af0360e3 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153119
Apr 15 10:59:25.143560 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] 10.222.0.100 "PUT /v2.0/routers/57aa4ea0-097d-4e73-bc90-ccd491cf9fb9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1320925
Apr 15 10:59:25.285553 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-406f7d37-a482-4519-ae03-de7a2c4c8318 req-e851d1e2-b0ee-480d-97e0-7dae3b7ced77 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615388
Apr 15 10:59:25.442139 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-abecda25-9fe0-41b4-b977-688d538676b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:25.498144 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c975b3-3f55-4a1c-8a58-4ea7e3b50f43 req-5b8a1961-1be0-422b-8ef3-b511c6aca038 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:25.501080 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a0c975b3-3f55-4a1c-8a58-4ea7e3b50f43 req-5b8a1961-1be0-422b-8ef3-b511c6aca038 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 945 time: 0.1712301
Apr 15 10:59:25.539171 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Sync routers for ids ['57aa4ea0-097d-4e73-bc90-ccd491cf9fb9'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 10:59:25.559233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Routers {'57aa4ea0-097d-4e73-bc90-ccd491cf9fb9'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:25.560523 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5ce9d68>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:59:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['57aa4ea0-097d-4e73-bc90-ccd491cf9fb9'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:25.575122 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a0c975b3-3f55-4a1c-8a58-4ea7e3b50f43 req-3cbd6bc8-0c2d-4f95-bd7f-6a4532c9f2eb tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659773
Apr 15 10:59:26.089399 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Set router 57aa4ea0-097d-4e73-bc90-ccd491cf9fb9 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:59:26.406295 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f26b7-7a51-45ea-b389-58bd1b0d201c req-7a34c8eb-14f2-44fc-847b-6b1d08503dc5 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:26.406872 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:26.409830 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-560f26b7-7a51-45ea-b389-58bd1b0d201c req-7a34c8eb-14f2-44fc-847b-6b1d08503dc5 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.5430577
Apr 15 10:59:26.429507 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bed17-f3dc-4c9a-97e8-3f42f1dbd456 req-23c8cedf-ba96-4603-80fa-7d01f5d87767 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:26.445422 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-228bed17-f3dc-4c9a-97e8-3f42f1dbd456 req-23c8cedf-ba96-4603-80fa-7d01f5d87767 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.4231584
Apr 15 10:59:26.507033 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 10:59:26.615506 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-228bed17-f3dc-4c9a-97e8-3f42f1dbd456 req-fe210f3c-1bf6-430c-9fff-2635bb113905 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1683908
Apr 15 10:59:26.639551 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-560f26b7-7a51-45ea-b389-58bd1b0d201c req-124ec563-1d0d-431d-9aae-ef6f32ab7446 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1900079
Apr 15 10:59:26.737650 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 44606) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:26.775545 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966', 'code': 200}
Apr 15 10:59:26.797727 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:27.234431 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:27.333507 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5ce9d68>, [{'id': '57aa4ea0-097d-4e73-bc90-ccd491cf9fb9', 'name': 'tempest-TestMinimumBasicScenario-1328972679-router', 'tenant_id': 'bb57869b1cf14a7f9691058a0744c006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'c7b63b5e-ec78-47f8-a27c-7af9953041bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:04Z', 'updated_at': '2021-04-15T10:59:21Z', 'revision_number': 4, 'project_id': 'bb57869b1cf14a7f9691058a0744c006', 'gw_port': {'id': 'c7b63b5e-ec78-47f8-a27c-7af9953041bf', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa4ea0-097d-4e73-bc90-ccd491cf9fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:07Z', 'updated_at': '2021-04-15T10:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '367fcfbe-1a99-42af-a9e8-a7621d4533e2', 'name': '', 'network_id': 'ef21348e-e892-43e1-b5ba-d34f953c7aec', 'tenant_id': 'bb57869b1cf14a7f9691058a0744c006', 'mac_address': 'fa:16:3e:84:09:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aa4ea0-097d-4e73-bc90-ccd491cf9fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'b051e913-a982-4c2e-8d39-d386097fde4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:19Z', 'updated_at': '2021-04-15T10:59:22Z', 'revision_number': 2, 'project_id': 'bb57869b1cf14a7f9691058a0744c006', 'subnets': [{'id': 'b051e913-a982-4c2e-8d39-d386097fde4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:27.351952 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Checking router: 57aa4ea0-097d-4e73-bc90-ccd491cf9fb9 for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 10:59:27.356925 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Updating router 57aa4ea0-097d-4e73-bc90-ccd491cf9fb9 port 367fcfbe-1a99-42af-a9e8-a7621d4533e2 binding host dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 10:59:27.542136 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:27.558476 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c65e2e6e-8f17-4607-b6f0-b6ce203a004c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:27.625324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-c65e2e6e-8f17-4607-b6f0-b6ce203a004c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:27.641687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-c65e2e6e-8f17-4607-b6f0-b6ce203a004c admin admin] Usage tracker for resource:security_group_rule and tenant:72bdaa0c81004748a80a2eca4c7a3850 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:59:27.656514 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-c65e2e6e-8f17-4607-b6f0-b6ce203a004c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:59:27.691187 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-c65e2e6e-8f17-4607-b6f0-b6ce203a004c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:27.847953 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56c0df-2274-4b6f-9e0d-2f76dbf7e31b req-8df8f26a-6d5a-424d-839f-fd6de6c44d7d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:27.864897 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4d56c0df-2274-4b6f-9e0d-2f76dbf7e31b req-8df8f26a-6d5a-424d-839f-fd6de6c44d7d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 945 time: 0.5269003
Apr 15 10:59:27.882917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d814bf1-c2f1-4ac7-ab3a-75fdcce30518 req-c407dbd7-a5e3-431f-9934-4fda527a779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:27.885930 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6d814bf1-c2f1-4ac7-ab3a-75fdcce30518 req-c407dbd7-a5e3-431f-9934-4fda527a779c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 1098 time: 0.1879597
Apr 15 10:59:27.921637 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374a71c-e530-4a71-88b3-e4ee3254e03d req-af3cbc28-05e1-4002-b87a-14fcd2523326 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:27.936487 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3374a71c-e530-4a71-88b3-e4ee3254e03d req-af3cbc28-05e1-4002-b87a-14fcd2523326 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 945 time: 0.9407988
Apr 15 10:59:28.003025 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6d814bf1-c2f1-4ac7-ab3a-75fdcce30518 req-34375c65-877c-44d4-b4c0-1f678946a96a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058948
Apr 15 10:59:28.110985 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3374a71c-e530-4a71-88b3-e4ee3254e03d req-d0559e7c-a061-418e-8080-602631bff109 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601262
Apr 15 10:59:28.238540 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4d56c0df-2274-4b6f-9e0d-2f76dbf7e31b req-61224daa-d924-4cd2-9001-96c8ee25000c tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3720236
Apr 15 10:59:28.337730 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c65e2e6e-8f17-4607-b6f0-b6ce203a004c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:28.343822 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c65e2e6e-8f17-4607-b6f0-b6ce203a004c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:28.365639 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6d49fd6a-dc77-47ec-9205-9ac331372a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:28.582228 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Notify callbacks [] for port, precommit_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:28.596514 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Transition to ACTIVE for port object 367fcfbe-1a99-42af-a9e8-a7621d4533e2 will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:59:28.602988 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:28.635899 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-c65e2e6e-8f17-4607-b6f0-b6ce203a004c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=72bdaa0c81004748a80a2eca4c7a3850&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8966241
Apr 15 10:59:28.639677 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 44626) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 10:59:28.735977 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dff62e1f-f60f-4419-ab05-f1bf69862152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:28.770968 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dff62e1f-f60f-4419-ab05-f1bf69862152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:28.790062 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e2e6e-8f17-4607-b6f0-b6ce203a004c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96bd978-d7ae-4762-aab7-3340df5b5ad3,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:28.807362 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c65e2e6e-8f17-4607-b6f0-b6ce203a004c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:28.869491 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dff62e1f-f60f-4419-ab05-f1bf69862152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:28.898659 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c01eeb7a-50fd-4507-8ff2-9e0c241f9c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:28.902212 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:28.911043 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff62e1f-f60f-4419-ab05-f1bf69862152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96bd978-d7ae-4762-aab7-3340df5b5ad3,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:28.919909 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dff62e1f-f60f-4419-ab05-f1bf69862152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:28.922302 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-dff62e1f-f60f-4419-ab05-f1bf69862152 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e96bd978-d7ae-4762-aab7-3340df5b5ad3 HTTP/1.1" status: 204  len: 168 time: 0.2810259
Apr 15 10:59:28.924327 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dff62e1f-f60f-4419-ab05-f1bf69862152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:28.931324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596f4fe-a6b8-4bec-9524-07fffd07d0f4 req-d5e55f32-67fa-4395-84b9-2561f86d6aaf tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:28.933072 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f596f4fe-a6b8-4bec-9524-07fffd07d0f4 req-d5e55f32-67fa-4395-84b9-2561f86d6aaf tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.4864538
Apr 15 10:59:28.968617 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c437e-df8b-42e7-8417-1b953e154545 req-f850f249-0029-4571-bcbe-bc265d013c48 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:28.990815 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-794c437e-df8b-42e7-8417-1b953e154545 req-f850f249-0029-4571-bcbe-bc265d013c48 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.3542511
Apr 15 10:59:29.233544 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-794c437e-df8b-42e7-8417-1b953e154545 req-001c9943-e063-43a7-811f-bf99f67497d2 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2452524
Apr 15 10:59:29.279878 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f596f4fe-a6b8-4bec-9524-07fffd07d0f4 req-9605cf61-2ff3-480e-918c-993ba3c29cb9 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2812347
Apr 15 10:59:29.315739 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8034a06-5251-439e-ae33-2de8d3251c6c None None] Pushing event updated for resources: {'Port': ['ID=367fcfbe-1a99-42af-a9e8-a7621d4533e2,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:29.341767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a8034a06-5251-439e-ae33-2de8d3251c6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:29.362853 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Attempting to bind port 367fcfbe-1a99-42af-a9e8-a7621d4533e2 on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:59:29.363457 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Attempting to bind port 367fcfbe-1a99-42af-a9e8-a7621d4533e2 by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '47b0d63e-98a3-4960-b77e-1cd572319c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ef21348e-e892-43e1-b5ba-d34f953c7aec'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:59:29.363883 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Attempting to bind port 367fcfbe-1a99-42af-a9e8-a7621d4533e2 on network ef21348e-e892-43e1-b5ba-d34f953c7aec {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:59:29.371189 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:59:29.371614 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Checking segment: {'id': '47b0d63e-98a3-4960-b77e-1cd572319c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ef21348e-e892-43e1-b5ba-d34f953c7aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:59:29.372075 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:29.375573 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Bound using segment: {'id': '47b0d63e-98a3-4960-b77e-1cd572319c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ef21348e-e892-43e1-b5ba-d34f953c7aec'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:59:29.376193 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Bound port: 367fcfbe-1a99-42af-a9e8-a7621d4533e2, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b0d63e-98a3-4960-b77e-1cd572319c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ef21348e-e892-43e1-b5ba-d34f953c7aec'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:59:29.376620 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:29.576621 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] For port 367fcfbe-1a99-42af-a9e8-a7621d4533e2, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:59:29.591978 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] For port 367fcfbe-1a99-42af-a9e8-a7621d4533e2, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=367fcfbe-1a99-42af-a9e8-a7621d4533e2,segment=NetworkSegment(47b0d63e-98a3-4960-b77e-1cd572319c35),segment_id=47b0d63e-98a3-4960-b77e-1cd572319c35)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:59:29.605012 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:29.809505 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959250ab-8410-451a-bea7-902d6d9e8023 req-68141d9d-8dfd-4782-a6d5-3a5c6cab288e tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:29.812743 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-959250ab-8410-451a-bea7-902d6d9e8023 req-68141d9d-8dfd-4782-a6d5-3a5c6cab288e tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 945 time: 0.2812755
Apr 15 10:59:30.012964 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fae30-f105-4e29-96e6-94d6f7146a2a req-c6bca519-d2fa-4b5c-b018-e7832ce0a97b tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:30.023438 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b88fae30-f105-4e29-96e6-94d6f7146a2a req-c6bca519-d2fa-4b5c-b018-e7832ce0a97b tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 945 time: 0.3579640
Apr 15 10:59:30.078095 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-959250ab-8410-451a-bea7-902d6d9e8023 req-baaac8b0-4858-4904-93cb-dca5eac793f7 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2465856
Apr 15 10:59:30.162214 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b88fae30-f105-4e29-96e6-94d6f7146a2a req-0502067b-26bb-4b22-849c-ba0bbf666353 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374643
Apr 15 10:59:30.321669 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:30.460695 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Routers {'57aa4ea0-097d-4e73-bc90-ccd491cf9fb9'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 10:59:30.461403 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5ce9d68>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T10:59:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['57aa4ea0-097d-4e73-bc90-ccd491cf9fb9'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:31.072239 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8034a06-5251-439e-ae33-2de8d3251c6c None None] Pushing event updated for resources: {'Port': ['ID=367fcfbe-1a99-42af-a9e8-a7621d4533e2,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:31.087029 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a8034a06-5251-439e-ae33-2de8d3251c6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:31.099884 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:31.118552 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01702877-127e-4685-bb3e-faf3b9db9bb3 req-1f3a1c97-116a-4caa-a459-ae67d1b67758 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:31.129329 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-01702877-127e-4685-bb3e-faf3b9db9bb3 req-1f3a1c97-116a-4caa-a459-ae67d1b67758 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.5054641
Apr 15 10:59:31.280854 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] Set router 57aa4ea0-097d-4e73-bc90-ccd491cf9fb9 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 10:59:31.401595 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-01702877-127e-4685-bb3e-faf3b9db9bb3 req-fbf18ad8-f503-44f4-9b5b-4e5a4301b3e1 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2433209
Apr 15 10:59:31.841005 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fa0e8-789c-4e0e-af47-5a46861ac251 req-8ccbdcc3-043c-4f73-90c1-c7fcef05be06 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:31.854052 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-695fa0e8-789c-4e0e-af47-5a46861ac251 req-8ccbdcc3-043c-4f73-90c1-c7fcef05be06 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.2832301
Apr 15 10:59:32.048040 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-695fa0e8-789c-4e0e-af47-5a46861ac251 req-9356e4ec-fa69-4fe5-b22e-e2c79ccbfbe8 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1766427
Apr 15 10:59:32.251329 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5ef0a-6832-481a-b453-fe9cb0ba8ab6 req-97cb7442-d683-43d8-ac6a-d921bb67fbdb tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:32.281005 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5ee5ef0a-6832-481a-b453-fe9cb0ba8ab6 req-97cb7442-d683-43d8-ac6a-d921bb67fbdb tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 945 time: 0.5379665
Apr 15 10:59:32.327650 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5ce9d68>, [{'id': '57aa4ea0-097d-4e73-bc90-ccd491cf9fb9', 'name': 'tempest-TestMinimumBasicScenario-1328972679-router', 'tenant_id': 'bb57869b1cf14a7f9691058a0744c006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'c7b63b5e-ec78-47f8-a27c-7af9953041bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:04Z', 'updated_at': '2021-04-15T10:59:21Z', 'revision_number': 4, 'project_id': 'bb57869b1cf14a7f9691058a0744c006', 'gw_port': {'id': 'c7b63b5e-ec78-47f8-a27c-7af9953041bf', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa4ea0-097d-4e73-bc90-ccd491cf9fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:07Z', 'updated_at': '2021-04-15T10:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '367fcfbe-1a99-42af-a9e8-a7621d4533e2', 'name': '', 'network_id': 'ef21348e-e892-43e1-b5ba-d34f953c7aec', 'tenant_id': 'bb57869b1cf14a7f9691058a0744c006', 'mac_address': 'fa:16:3e:84:09:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aa4ea0-097d-4e73-bc90-ccd491cf9fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'b051e913-a982-4c2e-8d39-d386097fde4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:19Z', 'updated_at': '2021-04-15T10:59:29Z', 'revision_number': 4, 'project_id': 'bb57869b1cf14a7f9691058a0744c006', 'subnets': [{'id': 'b051e913-a982-4c2e-8d39-d386097fde4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 10:59:32.359379 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe4b8f-5cc8-4131-9d7d-b8e05fc39aca None None] The sync data for ids ['57aa4ea0-097d-4e73-bc90-ccd491cf9fb9'] in dv-cinder-786386-1-iscsi is: [{'id': '57aa4ea0-097d-4e73-bc90-ccd491cf9fb9', 'name': 'tempest-TestMinimumBasicScenario-1328972679-router', 'tenant_id': 'bb57869b1cf14a7f9691058a0744c006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'c7b63b5e-ec78-47f8-a27c-7af9953041bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:04Z', 'updated_at': '2021-04-15T10:59:21Z', 'revision_number': 4, 'project_id': 'bb57869b1cf14a7f9691058a0744c006', 'gw_port': {'id': 'c7b63b5e-ec78-47f8-a27c-7af9953041bf', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa4ea0-097d-4e73-bc90-ccd491cf9fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:07Z', 'updated_at': '2021-04-15T10:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '367fcfbe-1a99-42af-a9e8-a7621d4533e2', 'name': '', 'network_id': 'ef21348e-e892-43e1-b5ba-d34f953c7aec', 'tenant_id': 'bb57869b1cf14a7f9691058a0744c006', 'mac_address': 'fa:16:3e:84:09:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aa4ea0-097d-4e73-bc90-ccd491cf9fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'b051e913-a982-4c2e-8d39-d386097fde4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:19Z', 'updated_at': '2021-04-15T10:59:29Z', 'revision_number': 4, 'project_id': 'bb57869b1cf14a7f9691058a0744c006', 'subnets': [{'id': 'b051e913-a982-4c2e-8d39-d386097fde4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 10:59:32.433405 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5ee5ef0a-6832-481a-b453-fe9cb0ba8ab6 req-08a0c3cc-c39e-4cc2-a1e7-4c0d114db7bf tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503608
Apr 15 10:59:32.625039 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fedb5b-12f9-4ff4-9bb1-dddff9838a39 req-7f895675-7418-4f88-80dc-d35f7418d40a tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:32.626821 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d1fedb5b-12f9-4ff4-9bb1-dddff9838a39 req-7f895675-7418-4f88-80dc-d35f7418d40a tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1851788
Apr 15 10:59:32.692946 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d1fedb5b-12f9-4ff4-9bb1-dddff9838a39 req-66af4029-833d-49d4-a14b-60b0f2ab8817 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0588284
Apr 15 10:59:32.955453 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e620dd5-5928-4649-b510-841b0c4ea6c7 req-a607aa35-bb38-47c4-aec4-1a9f10f221b7 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:32.964046 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4e620dd5-5928-4649-b510-841b0c4ea6c7 req-a607aa35-bb38-47c4-aec4-1a9f10f221b7 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1958821
Apr 15 10:59:33.044699 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4e620dd5-5928-4649-b510-841b0c4ea6c7 req-96feeb1b-f944-4d8e-8120-e32ac0dc8d06 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770879
Apr 15 10:59:33.505882 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ad0c4-84f1-481a-911f-78a16c1d1069 req-8100491f-5079-44c1-93ba-9ffa1c5ac7d5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:33.507881 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f15ad0c4-84f1-481a-911f-78a16c1d1069 req-8100491f-5079-44c1-93ba-9ffa1c5ac7d5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1181879
Apr 15 10:59:33.634181 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f15ad0c4-84f1-481a-911f-78a16c1d1069 req-f5ef5641-0d27-4e97-90c7-395a64a6b9ac tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1178420
Apr 15 10:59:34.189977 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a6f44-a610-4f5f-bd8c-b521b4fed779 req-e4c9ea2b-480e-4b07-acfd-72a728a3af97 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:34.199601 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-de0a6f44-a610-4f5f-bd8c-b521b4fed779 req-e4c9ea2b-480e-4b07-acfd-72a728a3af97 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1742508
Apr 15 10:59:34.304440 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-de0a6f44-a610-4f5f-bd8c-b521b4fed779 req-15a694fd-6cf9-49ce-a18d-7485458f4bc9 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1038444
Apr 15 10:59:34.409562 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 367fcfbe-1a99-42af-a9e8-a7621d4533e2 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:59:34.601849 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 367fcfbe-1a99-42af-a9e8-a7621d4533e2 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:59:34.609485 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 367fcfbe-1a99-42af-a9e8-a7621d4533e2 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:34.610184 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:34.667616 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3d43f-a93a-4331-a483-1c480a726966 req-521ab628-5d4b-4f07-9c88-00f15ef4ea10 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:34.676063 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-76e3d43f-a93a-4331-a483-1c480a726966 req-521ab628-5d4b-4f07-9c88-00f15ef4ea10 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.2141199
Apr 15 10:59:34.730378 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19f1c3-66d8-4a93-8925-0d4d5a9f37fd req-4c9f2056-6a67-4623-b46e-136dc533116d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:34.732298 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8e19f1c3-66d8-4a93-8925-0d4d5a9f37fd req-4c9f2056-6a67-4623-b46e-136dc533116d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 945 time: 0.1797378
Apr 15 10:59:34.783399 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-76e3d43f-a93a-4331-a483-1c480a726966 req-6ea71ee5-2e5b-48b3-939e-9ff61c19d78b tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034300
Apr 15 10:59:34.801105 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:34.866898 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8e19f1c3-66d8-4a93-8925-0d4d5a9f37fd req-11783338-12a9-4b38-a912-439b45487303 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132030
Apr 15 10:59:34.881848 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port 367fcfbe-1a99-42af-a9e8-a7621d4533e2, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=367fcfbe-1a99-42af-a9e8-a7621d4533e2,segment=NetworkSegment(47b0d63e-98a3-4960-b77e-1cd572319c35),segment_id=47b0d63e-98a3-4960-b77e-1cd572319c35)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:34.885237 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:34.890902 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:34.991052 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=367fcfbe-1a99-42af-a9e8-a7621d4533e2,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:34.995930 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:35.093227 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93a074-7a8a-4dc9-8d07-2d86e2752d0a req-2b96620b-f5c4-4c0b-8749-d113227809e7 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:35.096011 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0e93a074-7a8a-4dc9-8d07-2d86e2752d0a req-2b96620b-f5c4-4c0b-8749-d113227809e7 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1371984
Apr 15 10:59:35.211105 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0e93a074-7a8a-4dc9-8d07-2d86e2752d0a req-7981fd76-b221-49e4-8896-d29e1b250393 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1067181
Apr 15 10:59:35.614496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584f241-a488-415e-be37-e9905ae024ac req-ef61e20a-6b21-414c-89e1-7f96c635b2f1 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:35.625332 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6584f241-a488-415e-be37-e9905ae024ac req-ef61e20a-6b21-414c-89e1-7f96c635b2f1 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1227922
Apr 15 10:59:35.693894 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6584f241-a488-415e-be37-e9905ae024ac req-9f00c393-9587-4732-8a0f-b8ba39028883 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0672922
Apr 15 10:59:36.148985 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90643f-b6fd-4561-8126-5ce4cdb411f1 req-1d09420c-c516-44dd-b4a8-1ac8a6debc80 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:36.161975 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4e90643f-b6fd-4561-8126-5ce4cdb411f1 req-1d09420c-c516-44dd-b4a8-1ac8a6debc80 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.2402239
Apr 15 10:59:36.440434 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4e90643f-b6fd-4561-8126-5ce4cdb411f1 req-d243dc4f-46c4-44d7-a613-5cc78a822b81 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2729893
Apr 15 10:59:36.451302 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 367fcfbe-1a99-42af-a9e8-a7621d4533e2 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:59:36.484978 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9352563-2219-47b6-9e8e-1bcc2454449e req-395d4f0f-94f4-4516-8c22-346cd1409d1b tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:36.497464 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b9352563-2219-47b6-9e8e-1bcc2454449e req-395d4f0f-94f4-4516-8c22-346cd1409d1b tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 945 time: 0.2995636
Apr 15 10:59:36.600000 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 367fcfbe-1a99-42af-a9e8-a7621d4533e2 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:36.600426 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:36.607903 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b9352563-2219-47b6-9e8e-1bcc2454449e req-defcb915-930d-40ec-b8ea-25fe30d15883 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089978
Apr 15 10:59:36.728387 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178c183-b8ae-4ff4-b931-580f13030bd8 req-19332043-4d2a-4f99-8b03-331a2b0a31ad tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:36.729313 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-e178c183-b8ae-4ff4-b931-580f13030bd8 req-19332043-4d2a-4f99-8b03-331a2b0a31ad tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Synchronizing usage tracker for tenant:ad14e0be3d2c48e286d1ebe905f19c5c on resource:port {{(pid=85321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:59:36.782929 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-e178c183-b8ae-4ff4-b931-580f13030bd8 req-19332043-4d2a-4f99-8b03-331a2b0a31ad tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Unset dirty status for tenant:ad14e0be3d2c48e286d1ebe905f19c5c on resource:port {{(pid=85321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:59:36.784799 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e178c183-b8ae-4ff4-b931-580f13030bd8 req-19332043-4d2a-4f99-8b03-331a2b0a31ad tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.99 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 945 time: 0.2059035
Apr 15 10:59:36.794333 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9d352-e85a-4e9a-8e27-c2e5bb062c15 req-b7303f01-8116-4af9-b476-5b8515c8c9bb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:36.796906 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d4b9d352-e85a-4e9a-8e27-c2e5bb062c15 req-b7303f01-8116-4af9-b476-5b8515c8c9bb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1494505
Apr 15 10:59:36.902935 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d4b9d352-e85a-4e9a-8e27-c2e5bb062c15 req-64a53e3c-bc6c-49df-8155-1d6b2b768233 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815489
Apr 15 10:59:36.953483 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-e178c183-b8ae-4ff4-b931-580f13030bd8 req-c740284a-80f2-454a-9043-b14f48ce750f tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Deleting port e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 10:59:36.953855 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-e178c183-b8ae-4ff4-b931-580f13030bd8 req-c740284a-80f2-454a-9043-b14f48ce750f tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:37.118513 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041300b-3c25-4698-9b1a-d208da393841 req-614dd10f-6d8e-4c48-808c-69215ee6e2ea tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:37.120290 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5041300b-3c25-4698-9b1a-d208da393841 req-614dd10f-6d8e-4c48-808c-69215ee6e2ea tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1765513
Apr 15 10:59:37.197061 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5041300b-3c25-4698-9b1a-d208da393841 req-770e0de9-84a9-4979-9620-dd644881c645 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0664139
Apr 15 10:59:37.569196 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-e178c183-b8ae-4ff4-b931-580f13030bd8 req-c740284a-80f2-454a-9043-b14f48ce750f tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] For port e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966,segment=NetworkSegment(45079a58-8941-4019-b2c0-60bce44c34a2),segment_id=45079a58-8941-4019-b2c0-60bce44c34a2)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:37.569730 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-e178c183-b8ae-4ff4-b931-580f13030bd8 req-c740284a-80f2-454a-9043-b14f48ce750f tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:37.739836 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-e178c183-b8ae-4ff4-b931-580f13030bd8 req-c740284a-80f2-454a-9043-b14f48ce750f tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Calling delete_port for e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 owned by compute:nova {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 10:59:37.897149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d201b00-1950-4932-afd9-68ecf0f97e05 req-66269b3e-4dd0-42f2-b09f-8759db4e7726 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:37.899044 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9d201b00-1950-4932-afd9-68ecf0f97e05 req-66269b3e-4dd0-42f2-b09f-8759db4e7726 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1699312
Apr 15 10:59:38.108694 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-e178c183-b8ae-4ff4-b931-580f13030bd8 req-c740284a-80f2-454a-9043-b14f48ce750f tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:38.160397 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:59:38.190323 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2e68caed-258f-472b-8ac9-f4fa976720f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:38.320654 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740284a-80f2-454a-9043-b14f48ce750f tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Pushing event deleted for resources: {'Port': ['ID=e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:38.415745 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7b07c4be-4e65-4375-8cd0-9eb80410b96d req-b2ae0fc7-482d-497d-8fa8-0bf484df2796 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 210 time: 0.5154390
Apr 15 10:59:38.416076 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c740284a-80f2-454a-9043-b14f48ce750f tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:38.486468 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9d201b00-1950-4932-afd9-68ecf0f97e05 req-13689e4a-2b2c-442d-8944-6686e6d95c84 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848043
Apr 15 10:59:38.685324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-e178c183-b8ae-4ff4-b931-580f13030bd8 req-c740284a-80f2-454a-9043-b14f48ce750f tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] No DVR routers for this DVR port e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 on host hv-cinder-78638 {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 10:59:38.703008 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-e178c183-b8ae-4ff4-b931-580f13030bd8 req-c740284a-80f2-454a-9043-b14f48ce750f tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:38.741439 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15', 'name': 'network-vif-deleted', 'tag': 'e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:38.752339 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e178c183-b8ae-4ff4-b931-580f13030bd8 req-c740284a-80f2-454a-9043-b14f48ce750f tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.99 "DELETE /v2.0/ports/e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 HTTP/1.1" status: 204  len: 173 time: 1.9611909
Apr 15 10:59:38.930815 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63e550-537a-4955-ba48-1685ea9b2589 req-420d0b63-250f-4e62-8235-a3fffda247a9 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:38.932782 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dc63e550-537a-4955-ba48-1685ea9b2589 req-420d0b63-250f-4e62-8235-a3fffda247a9 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.2137997
Apr 15 10:59:38.949515 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d303f6-8e26-4a7d-ab3c-f14f6fa58a9c req-65878bed-dd6d-482e-b1b3-be1d69e14667 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:38.951632 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d6d303f6-8e26-4a7d-ab3c-f14f6fa58a9c req-65878bed-dd6d-482e-b1b3-be1d69e14667 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1776738
Apr 15 10:59:39.047495 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d6d303f6-8e26-4a7d-ab3c-f14f6fa58a9c req-babdd2ef-ad70-455d-8dac-133ff72efb04 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0776072
Apr 15 10:59:39.124171 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dc63e550-537a-4955-ba48-1685ea9b2589 req-ef694941-5889-497d-a496-02c2488b9242 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1692634
Apr 15 10:59:39.207956 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15', 'name': 'network-vif-deleted', 'tag': 'e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966', 'status': 'completed', 'code': 200}
Apr 15 10:59:39.851146 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6b79efba-74a4-4859-a456-0b61e5419fe4 req-8e9b9738-5e70-48b0-b19b-ab46fa0ecf29 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=0239d1ab-4ee6-437c-8fdf-d04e9e4d8f15 HTTP/1.1" status: 200  len: 210 time: 0.0522292
Apr 15 10:59:39.896065 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa764c-17f1-4417-bf38-f7b30f761fd9 req-de16e867-e731-4679-beca-84e0662a37e9 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:39.905080 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b9aa764c-17f1-4417-bf38-f7b30f761fd9 req-de16e867-e731-4679-beca-84e0662a37e9 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1621196
Apr 15 10:59:39.967067 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b9aa764c-17f1-4417-bf38-f7b30f761fd9 req-195a93bd-2b77-46b7-afd4-a500b102d01a tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609503
Apr 15 10:59:40.457470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 10:59:40.545130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 10:59:40.545130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device e8bfcf26-e72d-4e98-a5c2-0d31c4dc6966 not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 10:59:40.584274 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c73d2-94db-42ab-8467-5ce6d1175f58 req-93403b9c-6ac0-42ea-8bc5-777b04058f97 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:40.594872 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-592c73d2-94db-42ab-8467-5ce6d1175f58 req-93403b9c-6ac0-42ea-8bc5-777b04058f97 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.2101493
Apr 15 10:59:40.606776 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f15ac-9409-483d-92f7-118cbbdb4f94 req-31afdc6d-fd42-49d8-ada8-ae8610ec6ea7 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:40.608757 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d50f15ac-9409-483d-92f7-118cbbdb4f94 req-31afdc6d-fd42-49d8-ada8-ae8610ec6ea7 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.2874897
Apr 15 10:59:40.731870 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d50f15ac-9409-483d-92f7-118cbbdb4f94 req-776ec7c3-7b4f-4aea-9f2d-0f4376288d5b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0841310
Apr 15 10:59:40.756770 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-592c73d2-94db-42ab-8467-5ce6d1175f58 req-35e73b1a-d8c9-495a-8e68-13b89ffaaf3a tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1508939
Apr 15 10:59:41.336945 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79755966-c664-4bb4-b01d-0f2831f235b9 req-ac8f5c3e-8716-4a21-8cbf-f0609c75c3af tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:41.344026 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-79755966-c664-4bb4-b01d-0f2831f235b9 req-ac8f5c3e-8716-4a21-8cbf-f0609c75c3af tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1665535
Apr 15 10:59:41.404896 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-79755966-c664-4bb4-b01d-0f2831f235b9 req-5349954a-1502-46d5-bc10-37eb9a077eb7 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572071
Apr 15 10:59:41.767502 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708376e-22ed-4166-9196-3c8099195dbc req-65a93441-8fc7-4c53-892a-98552b371fac tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:41.776367 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c708376e-22ed-4166-9196-3c8099195dbc req-65a93441-8fc7-4c53-892a-98552b371fac tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/networks?id=8407d6fd-0638-4fb8-ae1b-20a51e929416 HTTP/1.1" status: 200  len: 809 time: 0.3501580
Apr 15 10:59:41.861437 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c708376e-22ed-4166-9196-3c8099195dbc req-fa70f8d2-6100-4055-a9c0-b3a9f4f64864 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/quotas/ad14e0be3d2c48e286d1ebe905f19c5c HTTP/1.1" status: 200  len: 375 time: 0.0569766
Apr 15 10:59:42.055580 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c708376e-22ed-4166-9196-3c8099195dbc req-87ef4ee3-8738-402f-a5cc-bb8aa7affc4d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=ad14e0be3d2c48e286d1ebe905f19c5c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1924927
Apr 15 10:59:42.399146 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea094b5f-a655-4cee-be6a-903e5fa19fe6 req-519f5cb2-38e9-4d60-bd1b-020c8cdf0d1e tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:42.408198 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ea094b5f-a655-4cee-be6a-903e5fa19fe6 req-519f5cb2-38e9-4d60-bd1b-020c8cdf0d1e tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.3509622
Apr 15 10:59:42.478899 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c708376e-22ed-4166-9196-3c8099195dbc req-777b7409-f321-4892-9d1a-e8cde45df6f6 service neutron] 10.222.0.100 "GET /v2.0/networks/8407d6fd-0638-4fb8-ae1b-20a51e929416?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2759244
Apr 15 10:59:42.528907 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ea094b5f-a655-4cee-be6a-903e5fa19fe6 req-5f9eb881-e01c-4ac3-af58-4e4f7d62e9f8 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1192873
Apr 15 10:59:42.760227 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c708376e-22ed-4166-9196-3c8099195dbc req-f1a17c84-eddc-40ac-a716-722f1fcb2441 service neutron] 10.222.0.100 "GET /v2.0/networks/8407d6fd-0638-4fb8-ae1b-20a51e929416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2802539
Apr 15 10:59:42.820052 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434702a8-6f85-4a54-b368-c17ca33aa3b4 req-d4934711-1904-494d-bceb-9b1bd2aa7bd1 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:42.821874 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-434702a8-6f85-4a54-b368-c17ca33aa3b4 req-d4934711-1904-494d-bceb-9b1bd2aa7bd1 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1473198
Apr 15 10:59:42.961203 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-434702a8-6f85-4a54-b368-c17ca33aa3b4 req-7c95851d-baf9-4161-a797-e2f76d3937e0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1295588
Apr 15 10:59:42.998867 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22548850-5b5a-4084-b0a7-1c0a61564b86 req-b501d890-d565-43fa-9299-d997a4ba061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:43.003124 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-22548850-5b5a-4084-b0a7-1c0a61564b86 req-b501d890-d565-43fa-9299-d997a4ba061f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 1098 time: 0.1823533
Apr 15 10:59:43.233164 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-22548850-5b5a-4084-b0a7-1c0a61564b86 req-90a2a3b4-2bfd-48e7-abbd-01bc4b6c96f9 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2174504
Apr 15 10:59:43.555183 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1db0f-d025-43e6-a466-ff1caa21c24f req-246145ba-cadc-493c-bdea-86fd23c37bd6 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:43.558667 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-69c1db0f-d025-43e6-a466-ff1caa21c24f req-246145ba-cadc-493c-bdea-86fd23c37bd6 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1830964
Apr 15 10:59:43.688848 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-69c1db0f-d025-43e6-a466-ff1caa21c24f req-febd323c-72ea-4904-98fe-a8ca87537e8d tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169763
Apr 15 10:59:43.959502 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7c94249f-14ac-4458-a8aa-708b8a760966 req-ad24f691-ba19-47b9-a987-1de126a07697 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 210 time: 0.1959565
Apr 15 10:59:44.102500 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5edbc-cb55-4b57-8de4-ef9388e66079 req-c3390a79-54f5-4642-ba96-e8a1ada741e6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:44.104307 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-49b5edbc-cb55-4b57-8de4-ef9388e66079 req-c3390a79-54f5-4642-ba96-e8a1ada741e6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1434309
Apr 15 10:59:44.183829 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-49b5edbc-cb55-4b57-8de4-ef9388e66079 req-ad0b8926-1c2f-4bf9-9343-ceb8f5ca5033 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0728176
Apr 15 10:59:44.547329 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360c364-53e5-480c-ba30-b36e4ac204a1 req-a027c4a8-12cd-45e0-94db-c6b82e1b20ef tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:44.566527 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7360c364-53e5-480c-ba30-b36e4ac204a1 req-a027c4a8-12cd-45e0-94db-c6b82e1b20ef tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1815672
Apr 15 10:59:44.631615 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7360c364-53e5-480c-ba30-b36e4ac204a1 req-94ac77aa-ab6c-4fff-a7fa-95c04e3dce12 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637434
Apr 15 10:59:45.066981 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef0cfa-1e87-4990-b457-52f8118f5aa3 req-a87880e4-4f35-41cd-a57b-e7c08a4c06b0 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:45.069684 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8eef0cfa-1e87-4990-b457-52f8118f5aa3 req-a87880e4-4f35-41cd-a57b-e7c08a4c06b0 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1733861
Apr 15 10:59:45.222391 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8eef0cfa-1e87-4990-b457-52f8118f5aa3 req-af5e5d6c-281d-4adf-9485-f2a915f9802c tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399148
Apr 15 10:59:45.281550 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-a54dcacc-0078-484d-b90d-71510d7d2579 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:45.284723 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-a54dcacc-0078-484d-b90d-71510d7d2579 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/networks?id=193d26e7-6d12-464f-9936-6808cc824712 HTTP/1.1" status: 200  len: 815 time: 0.2604489
Apr 15 10:59:45.307570 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-dace212e-01ef-443a-8eb7-20cb86fa6f33 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/quotas/453d45013f7a4811b3a3f8a11e72dec1 HTTP/1.1" status: 200  len: 375 time: 0.0145788
Apr 15 10:59:45.550687 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b0b97ed2-524a-42ec-a77d-2c89a1fc88a1 req-e8b765fc-a284-460e-a22b-367a6720a8f6 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 210 time: 0.1275311
Apr 15 10:59:45.619558 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-93a1c241-4553-4671-9789-7099e5fbfe03 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=453d45013f7a4811b3a3f8a11e72dec1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3013794
Apr 15 10:59:45.685865 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708376e-22ed-4166-9196-3c8099195dbc req-8a26aeb7-fa7b-4c02-a720-d305628997a8 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:45.689226 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c708376e-22ed-4166-9196-3c8099195dbc req-8a26aeb7-fa7b-4c02-a720-d305628997a8 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.99 "GET /v2.0/networks?id=8407d6fd-0638-4fb8-ae1b-20a51e929416 HTTP/1.1" status: 200  len: 809 time: 0.3186407
Apr 15 10:59:45.738092 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-c708376e-22ed-4166-9196-3c8099195dbc req-ba04d017-8a3a-43f5-bc36-563d5d85977d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Request body: {'port': {'device_id': '82dd5be2-da1f-4736-b57a-8fe028be2ac8', 'network_id': '8407d6fd-0638-4fb8-ae1b-20a51e929416', 'admin_state_up': True, 'tenant_id': 'ad14e0be3d2c48e286d1ebe905f19c5c'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:45.968188 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-ab95e066-e402-4afb-97cb-2b524a06863e service neutron] 10.222.0.100 "GET /v2.0/networks/193d26e7-6d12-464f-9936-6808cc824712?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3476362
Apr 15 10:59:45.980425 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c239122-bed0-4cfe-b6b2-61fdd93068da req-a457ab6a-2383-442b-bcdd-ba34d8a24400 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:45.982759 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0c239122-bed0-4cfe-b6b2-61fdd93068da req-a457ab6a-2383-442b-bcdd-ba34d8a24400 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1655962
Apr 15 10:59:46.115324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-c708376e-22ed-4166-9196-3c8099195dbc req-ba04d017-8a3a-43f5-bc36-563d5d85977d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:46.115624 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0c239122-bed0-4cfe-b6b2-61fdd93068da req-88d50473-ca5d-4e6d-a126-741dd8e9580a tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1068609
Apr 15 10:59:46.124611 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-c708376e-22ed-4166-9196-3c8099195dbc req-ba04d017-8a3a-43f5-bc36-563d5d85977d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Usage tracker for resource:port and tenant:ad14e0be3d2c48e286d1ebe905f19c5c is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:59:46.130230 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-c708376e-22ed-4166-9196-3c8099195dbc req-ba04d017-8a3a-43f5-bc36-563d5d85977d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:59:46.158153 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-c708376e-22ed-4166-9196-3c8099195dbc req-ba04d017-8a3a-43f5-bc36-563d5d85977d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:46.191059 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c708376e-22ed-4166-9196-3c8099195dbc req-ba04d017-8a3a-43f5-bc36-563d5d85977d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Made reservation on behalf of ad14e0be3d2c48e286d1ebe905f19c5c for: {'port': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:59:46.198220 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c708376e-22ed-4166-9196-3c8099195dbc req-ba04d017-8a3a-43f5-bc36-563d5d85977d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:46.221881 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-86d79df8-bf5c-42cd-a534-21b0c9ee10b1 service neutron] 10.222.0.100 "GET /v2.0/networks/193d26e7-6d12-464f-9936-6808cc824712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2379799
Apr 15 10:59:46.432901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-c708376e-22ed-4166-9196-3c8099195dbc req-ba04d017-8a3a-43f5-bc36-563d5d85977d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Allocated IP 172.20.0.2 (8407d6fd-0638-4fb8-ae1b-20a51e929416/60bd38c1-a2b8-45cb-9e80-f8b4b1c94261/9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:59:46.507594 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df123ab8-f0db-401e-a16c-e4ee48ec1a21 req-ae352733-3f2d-47fd-874d-78e24a4b2e0d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:46.523623 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-df123ab8-f0db-401e-a16c-e4ee48ec1a21 req-ae352733-3f2d-47fd-874d-78e24a4b2e0d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.2049675
Apr 15 10:59:46.621827 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-df123ab8-f0db-401e-a16c-e4ee48ec1a21 req-4b1a59b2-9b7a-4139-88f0-b98f23b3cf7a tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0960271
Apr 15 10:59:46.777484 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c708376e-22ed-4166-9196-3c8099195dbc req-ba04d017-8a3a-43f5-bc36-563d5d85977d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:46.808881 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fdb16c8d-ebef-4eac-a5b6-3ef38221c7a2 req-1e8a1598-5500-4b9e-b763-4314d66990fd tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 210 time: 0.0717075
Apr 15 10:59:46.828193 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b7ea7-84a9-4eff-a4c6-7e1d180d9fc0 req-cc08e7b5-d9ad-4779-92df-40f0050e5689 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:46.837160 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-677b7ea7-84a9-4eff-a4c6-7e1d180d9fc0 req-cc08e7b5-d9ad-4779-92df-40f0050e5689 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.2048216
Apr 15 10:59:46.855930 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c708376e-22ed-4166-9196-3c8099195dbc req-ba04d017-8a3a-43f5-bc36-563d5d85977d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:46.944757 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-677b7ea7-84a9-4eff-a4c6-7e1d180d9fc0 req-07023b9e-80ad-42e5-8221-64679985db14 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039929
Apr 15 10:59:47.263437 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-491e48f3-ac54-4731-8cad-cec34c3fb6ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:47.314113 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d417ae-18fa-48c3-88f1-8605962910fa req-cd880e5d-d521-47b3-a27b-36f8f036f84e tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:47.316396 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-48d417ae-18fa-48c3-88f1-8605962910fa req-cd880e5d-d521-47b3-a27b-36f8f036f84e tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 931 time: 0.1899745
Apr 15 10:59:47.403936 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-48d417ae-18fa-48c3-88f1-8605962910fa req-923ad339-d22f-4077-bdf9-c4d54efad4d3 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795865
Apr 15 10:59:47.414271 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c708376e-22ed-4166-9196-3c8099195dbc req-ba04d017-8a3a-43f5-bc36-563d5d85977d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Network 8407d6fd-0638-4fb8-ae1b-20a51e929416 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:59:47.419917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-c708376e-22ed-4166-9196-3c8099195dbc req-ba04d017-8a3a-43f5-bc36-563d5d85977d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:59:47.428806 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-c708376e-22ed-4166-9196-3c8099195dbc req-ba04d017-8a3a-43f5-bc36-563d5d85977d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:59:47.507767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708376e-22ed-4166-9196-3c8099195dbc req-ba04d017-8a3a-43f5-bc36-563d5d85977d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:47.508732 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c708376e-22ed-4166-9196-3c8099195dbc req-ba04d017-8a3a-43f5-bc36-563d5d85977d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:47.513752 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04d017-8a3a-43f5-bc36-563d5d85977d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Pushing event updated for resources: {'Port': ['ID=9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:47.539665 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ba04d017-8a3a-43f5-bc36-563d5d85977d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:47.541896 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c708376e-22ed-4166-9196-3c8099195dbc req-ba04d017-8a3a-43f5-bc36-563d5d85977d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8195739
Apr 15 10:59:47.571582 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Request body: {'port': {'device_id': '82dd5be2-da1f-4736-b57a-8fe028be2ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:47.608712 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0a60-e3f5-4c7b-931d-cf470748fb5f req-181134b6-de71-4231-80a9-cd4a09e25867 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:47.610646 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dc8d0a60-e3f5-4c7b-931d-cf470748fb5f req-181134b6-de71-4231-80a9-cd4a09e25867 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1425960
Apr 15 10:59:47.683883 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dc8d0a60-e3f5-4c7b-931d-cf470748fb5f req-88e65aff-b3b6-4ee8-b24f-f241b1deefc2 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0641153
Apr 15 10:59:47.852902 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:47.942270 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0719ecd-0d5f-4a65-a588-3751226139c8 req-0604e0d8-1a0f-4fda-bbcb-4e1674ce7ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:47.944073 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d0719ecd-0d5f-4a65-a588-3751226139c8 req-0604e0d8-1a0f-4fda-bbcb-4e1674ce7ef9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=804134d291a14530a112361fda616a0d&device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 1098 time: 0.1934891
Apr 15 10:59:48.246663 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0719ecd-0d5f-4a65-a588-3751226139c8 req-156f976c-b553-4e04-a7ca-8de5ca1f0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:48.248421 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d0719ecd-0d5f-4a65-a588-3751226139c8 req-156f976c-b553-4e04-a7ca-8de5ca1f0768 service neutron] 10.222.0.99 "GET /v2.0/networks?id=67d31719-2f11-4a22-960a-40e0f7eba8a5 HTTP/1.1" status: 200  len: 921 time: 0.2895648
Apr 15 10:59:48.278937 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-f3d5acbe-5a48-4cb4-b87f-fd72618782b0 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:48.287340 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-f3d5acbe-5a48-4cb4-b87f-fd72618782b0 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/networks?id=cbf52b31-cabb-4684-b870-425b20f1a830 HTTP/1.1" status: 200  len: 814 time: 0.4871266
Apr 15 10:59:48.307820 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-18d95457-2eed-4a49-9e5c-4c9e72ba564e tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/quotas/1856da834bea4d4f808d3291b817ed29 HTTP/1.1" status: 200  len: 375 time: 0.0193689
Apr 15 10:59:48.410379 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce88ee-af22-4cc0-b900-b31e679042d7 req-70565f80-2c19-413d-abf0-6d8f7cbb9291 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:48.419495 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4dce88ee-af22-4cc0-b900-b31e679042d7 req-70565f80-2c19-413d-abf0-6d8f7cbb9291 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.5714869
Apr 15 10:59:48.495001 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device c34e8bda-5a25-484a-b9f2-fced87bbb15a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 10:59:48.507565 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4dce88ee-af22-4cc0-b900-b31e679042d7 req-5e713f78-8c04-4855-96d7-dda750317baa tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867071
Apr 15 10:59:48.553196 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-5b0e6095-628e-4ff4-889a-590010a00496 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=1856da834bea4d4f808d3291b817ed29&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2391796
Apr 15 10:59:48.561191 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d0719ecd-0d5f-4a65-a588-3751226139c8 req-14367415-adf3-430f-ac5c-11fbe1038c7e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=881410b3-0540-453d-8285-2540f30bc501 HTTP/1.1" status: 200  len: 217 time: 0.2110240
Apr 15 10:59:48.680394 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0719ecd-0d5f-4a65-a588-3751226139c8 req-12b56fba-53fd-49e0-8299-db3f05f2f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:48.682023 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d0719ecd-0d5f-4a65-a588-3751226139c8 req-12b56fba-53fd-49e0-8299-db3f05f2f514 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1a328fd2-dde8-4bb1-a553-950b8375ab8e HTTP/1.1" status: 200  len: 859 time: 0.1096637
Apr 15 10:59:48.716323 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port c34e8bda-5a25-484a-b9f2-fced87bbb15a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c34e8bda-5a25-484a-b9f2-fced87bbb15a,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:48.745697 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'port_id': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a', 'mac_address': 'fa:16:3e:cd:d4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 10:59:48.756983 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-4d145b9a-27fd-4b60-8b2e-637ed5ea80f6 service neutron] 10.222.0.100 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1917191
Apr 15 10:59:48.832203 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:48.851426 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d0719ecd-0d5f-4a65-a588-3751226139c8 req-26677d10-092f-4a7a-9834-f9f09ed2639c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=67d31719-2f11-4a22-960a-40e0f7eba8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0662470
Apr 15 10:59:48.856466 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c34e8bda-5a25-484a-b9f2-fced87bbb15a {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:59:48.868373 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c {{(pid=85321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 10:59:48.882415 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port c34e8bda-5a25-484a-b9f2-fced87bbb15a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c34e8bda-5a25-484a-b9f2-fced87bbb15a,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:48.886276 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:48.889260 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:48.983170 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:48.984649 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=c34e8bda-5a25-484a-b9f2-fced87bbb15a,revision_number=6']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:48.988241 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:49.045550 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Transition to ACTIVE for port object 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c will not be triggered until provisioned by entity L2. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:59:49.050249 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d0719ecd-0d5f-4a65-a588-3751226139c8 req-bec34fe2-05d4-4ba7-8f3d-ed24591a4a14 service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1744363
Apr 15 10:59:49.051201 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:49.140241 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:49.157193 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['c34e8bda-5a25-484a-b9f2-fced87bbb15a'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 10:59:49.310421 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0722fb-ee47-405f-b3b6-41555b9e6db5 req-94ec7fd4-aeb5-4ba0-ac38-dcb378435979 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:49.324381 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8a0722fb-ee47-405f-b3b6-41555b9e6db5 req-94ec7fd4-aeb5-4ba0-ac38-dcb378435979 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 945 time: 0.5037589
Apr 15 10:59:49.401151 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-1080e2cb-4663-4882-82f5-1862ff5c3bcb service neutron] 10.222.0.100 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6427805
Apr 15 10:59:49.465089 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-7e1c2e99-2785-463f-91bf-9c387b26540b tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:49.471405 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-7e1c2e99-2785-463f-91bf-9c387b26540b tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.99 "GET /v2.0/networks?id=193d26e7-6d12-464f-9936-6808cc824712 HTTP/1.1" status: 200  len: 815 time: 0.6792939
Apr 15 10:59:49.571168 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8a0722fb-ee47-405f-b3b6-41555b9e6db5 req-66c5ae49-76e0-4cce-addd-3e83c03fb7fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2121460
Apr 15 10:59:49.578798 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Request body: {'port': {'device_id': 'eb3c9a2f-2adb-410c-902d-978f9f2ab75b', 'network_id': '193d26e7-6d12-464f-9936-6808cc824712', 'admin_state_up': True, 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 10:59:49.859334 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d0719ecd-0d5f-4a65-a588-3751226139c8 req-d68001d5-5a6b-4f69-a32a-0695fca477a2 service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7115524
Apr 15 10:59:50.031866 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:50.043376 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:50.065120 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 10:59:50.102497 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2f2f0822-dcd0-4739-a902-51cab898e02d req-0d834e6d-bf1d-4cf5-9944-fb2f60a305a8 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 210 time: 0.1177108
Apr 15 10:59:50.108312 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Usage tracker for resource:port and tenant:453d45013f7a4811b3a3f8a11e72dec1 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 10:59:50.115355 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 10:59:50.129339 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 10:59:50.148621 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Made reservation on behalf of 453d45013f7a4811b3a3f8a11e72dec1 for: {'port': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 10:59:50.160824 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:50.370249 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Attempting to bind port 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 10:59:50.370684 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Attempting to bind port 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '45079a58-8941-4019-b2c0-60bce44c34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '8407d6fd-0638-4fb8-ae1b-20a51e929416'}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 10:59:50.371217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Attempting to bind port 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c on network 8407d6fd-0638-4fb8-ae1b-20a51e929416 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:59:50.381202 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Port 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c on network 8407d6fd-0638-4fb8-ae1b-20a51e929416 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 10:59:50.381527 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8757e-73a8-4a5a-8215-a5b3a13ead4b req-97ac62e4-05c8-42ea-8137-e0cdf4c6ec67 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:50.381652 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Attempting to bind port 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c on network 8407d6fd-0638-4fb8-ae1b-20a51e929416 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 10:59:50.385475 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4ef8757e-73a8-4a5a-8215-a5b3a13ead4b req-97ac62e4-05c8-42ea-8137-e0cdf4c6ec67 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 943 time: 0.4767213
Apr 15 10:59:50.403598 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 10:59:50.403906 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Checking segment: {'id': '45079a58-8941-4019-b2c0-60bce44c34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '8407d6fd-0638-4fb8-ae1b-20a51e929416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 10:59:50.404271 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Bound using segment: {'id': '45079a58-8941-4019-b2c0-60bce44c34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '8407d6fd-0638-4fb8-ae1b-20a51e929416'} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 10:59:50.404771 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Bound port: 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45079a58-8941-4019-b2c0-60bce44c34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '8407d6fd-0638-4fb8-ae1b-20a51e929416'}}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 10:59:50.405340 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:50.425452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c920f78-f2b5-42dc-8d86-65a94c5d5060 req-579b8b6a-f55f-462a-abef-2363b53b2b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:50.432195 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9c920f78-f2b5-42dc-8d86-65a94c5d5060 req-579b8b6a-f55f-462a-abef-2363b53b2b66 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=804134d291a14530a112361fda616a0d&device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 1098 time: 0.3504629
Apr 15 10:59:50.512950 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device c34e8bda-5a25-484a-b9f2-fced87bbb15a up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 10:59:50.531541 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4ef8757e-73a8-4a5a-8215-a5b3a13ead4b req-d041806a-76f5-432e-a26d-c3ea036f9126 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285303
Apr 15 10:59:50.739180 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] For port 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c, host hv-cinder-78638, cleared binding levels {{(pid=85321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 10:59:50.759582 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] For port 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c,segment=NetworkSegment(45079a58-8941-4019-b2c0-60bce44c34a2),segment_id=45079a58-8941-4019-b2c0-60bce44c34a2)] {{(pid=85321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 10:59:50.763761 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:50.772894 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port c34e8bda-5a25-484a-b9f2-fced87bbb15a triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:50.777851 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:50.978641 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d71bfc1d-86d6-4a32-9b49-b3d526a629ff tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:51.061577 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c,revision_number=3']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:51.067024 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:51.115536 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Allocated IP 172.20.0.11 (193d26e7-6d12-464f-9936-6808cc824712/c071ef28-6f62-47d7-abd8-ad81f6906bc9/ef7974cc-7eb7-4a27-b700-4b3c98082683) {{(pid=85320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 10:59:51.135367 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:51.177544 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:51.178239 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:51.179838 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c708376e-22ed-4166-9196-3c8099195dbc req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] 10.222.0.99 "PUT /v2.0/ports/9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c HTTP/1.1" status: 200  len: 1093 time: 3.6172769
Apr 15 10:59:51.180646 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82dd5be2-da1f-4736-b57a-8fe028be2ac8', 'tag': '9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:51.221401 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port c34e8bda-5a25-484a-b9f2-fced87bbb15a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c34e8bda-5a25-484a-b9f2-fced87bbb15a,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 10:59:51.223412 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4080e02-8fe1-464d-9d6e-35e63fa8f18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 10:59:51.229150 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:51.230975 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:51.233074 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a8034a06-5251-439e-ae33-2de8d3251c6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:51.291461 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4182c6-28bc-4141-afd0-b24a10ed68d4 req-b7b25e04-813d-4053-aeb3-1578d596b9a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:51.294821 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6b4182c6-28bc-4141-afd0-b24a10ed68d4 req-b7b25e04-813d-4053-aeb3-1578d596b9a6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.3161230
Apr 15 10:59:51.314951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=c34e8bda-5a25-484a-b9f2-fced87bbb15a,revision_number=7']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:51.318969 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:51.462319 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6b4182c6-28bc-4141-afd0-b24a10ed68d4 req-53abaeca-f2fd-4803-b477-f4905339c620 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1600239
Apr 15 10:59:51.663828 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for port, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:51.698738 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Transition to ACTIVE for port object ef7974cc-7eb7-4a27-b700-4b3c98082683 will not be triggered until provisioned by entity DHCP. {{(pid=85320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 10:59:51.778537 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc17bba-b194-432a-ba9a-7068d8daa663 req-8345052e-5e5b-421f-a0c7-4730003676b8 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:51.780196 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1bc17bba-b194-432a-ba9a-7068d8daa663 req-8345052e-5e5b-421f-a0c7-4730003676b8 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1656179
Apr 15 10:59:51.786934 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:51.826711 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 10:59:51.980557 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1bc17bba-b194-432a-ba9a-7068d8daa663 req-aaa5415e-d23d-4cdf-8246-a1d7b8264f1c tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1847646
Apr 15 10:59:52.019929 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Pushing event updated for resources: {'Port': ['ID=ef7974cc-7eb7-4a27-b700-4b3c98082683,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 10:59:52.039439 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 10:59:52.270630 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Network 193d26e7-6d12-464f-9936-6808cc824712 is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 10:59:52.281019 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 10:59:52.299252 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Received port after_create {{(pid=85320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 10:59:52.446637 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ce65ce66-baa9-4815-98f3-cde783133b3f req-d2537343-afcf-4097-ad06-58b4222f36f6 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 210 time: 0.1737492
Apr 15 10:59:52.514687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:52.515867 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:52.554878 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0066738
Apr 15 10:59:52.627636 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-8bb885fb-f29e-4e7e-8349-b41e8fd241a7 None None] Provisioning for port ef7974cc-7eb7-4a27-b700-4b3c98082683 completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 10:59:52.636572 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-8bb885fb-f29e-4e7e-8349-b41e8fd241a7 None None] Provisioning complete for port ef7974cc-7eb7-4a27-b700-4b3c98082683 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 10:59:52.637353 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8bb885fb-f29e-4e7e-8349-b41e8fd241a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:52.707793 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-8bb885fb-f29e-4e7e-8349-b41e8fd241a7 None None] Port ef7974cc-7eb7-4a27-b700-4b3c98082683 cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 10:59:52.732562 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee471a68-7780-4f64-b281-045358e5a07b req-f84793cb-4660-4065-bddf-70b4bfcd64fe tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:52.734633 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ee471a68-7780-4f64-b281-045358e5a07b req-f84793cb-4660-4065-bddf-70b4bfcd64fe tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1247451
Apr 15 10:59:52.797714 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ee471a68-7780-4f64-b281-045358e5a07b req-42915316-c5b4-492f-81d8-6d3db9a36c9b tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534208
Apr 15 10:59:53.015541 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45861ad4-5f29-4a98-9a90-16c0c58b5144 req-e7e24f6d-0531-44a1-8fd8-d39a6444a853 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:53.016363 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-45861ad4-5f29-4a98-9a90-16c0c58b5144 req-e7e24f6d-0531-44a1-8fd8-d39a6444a853 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Synchronizing usage tracker for tenant:453d45013f7a4811b3a3f8a11e72dec1 on resource:port {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 10:59:53.035847 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-45861ad4-5f29-4a98-9a90-16c0c58b5144 req-e7e24f6d-0531-44a1-8fd8-d39a6444a853 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Unset dirty status for tenant:453d45013f7a4811b3a3f8a11e72dec1 on resource:port {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 10:59:53.037172 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-45861ad4-5f29-4a98-9a90-16c0c58b5144 req-e7e24f6d-0531-44a1-8fd8-d39a6444a853 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 932 time: 0.1239972
Apr 15 10:59:53.134787 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-45861ad4-5f29-4a98-9a90-16c0c58b5144 req-a237bc98-fd22-404a-af84-75a6a8ca15ec tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888186
Apr 15 10:59:53.263778 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82dd5be2-da1f-4736-b57a-8fe028be2ac8', 'tag': '9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c', 'status': 'completed', 'code': 200}
Apr 15 10:59:53.352747 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4080e02-8fe1-464d-9d6e-35e63fa8f18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a', 'code': 200}
Apr 15 10:59:53.643162 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335141d0-439d-44bc-8065-7ac55172b4f5 req-24399644-07dc-45a3-9a9e-6edde4d9152b tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:53.646144 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-335141d0-439d-44bc-8065-7ac55172b4f5 req-24399644-07dc-45a3-9a9e-6edde4d9152b tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 943 time: 0.1259089
Apr 15 10:59:53.747366 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-335141d0-439d-44bc-8065-7ac55172b4f5 req-be5c55ea-f374-496f-af8b-e331dce68cab tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943003
Apr 15 10:59:53.852741 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-19c2aa7f-e983-4229-a4dd-05b5f54d1161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:54.085326 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd76033-ab4e-4cfd-9a13-d50a2bf05805 req-1a18e52b-b313-441a-a849-60ef2fd29cbe tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:54.087512 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9fd76033-ab4e-4cfd-9a13-d50a2bf05805 req-1a18e52b-b313-441a-a849-60ef2fd29cbe tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1184900
Apr 15 10:59:54.158152 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9fd76033-ab4e-4cfd-9a13-d50a2bf05805 req-77828585-349f-4efb-9859-040c6a402b20 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0575852
Apr 15 10:59:54.499225 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2009d5-027e-4d49-b3e5-06cd5b77ca4d req-28ff7dcf-1d3c-46a7-a121-fd24962fa960 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:54.502102 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-eb2009d5-027e-4d49-b3e5-06cd5b77ca4d req-28ff7dcf-1d3c-46a7-a121-fd24962fa960 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1850238
Apr 15 10:59:54.564666 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-eb2009d5-027e-4d49-b3e5-06cd5b77ca4d req-5fdec369-c92a-445a-9b57-125682c86eca tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554197
Apr 15 10:59:54.817841 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ea0df4d5-fefe-4bbf-82c3-3ed2d38c8ac5 req-d4a5caf2-7d57-46ba-9365-24e97991cf7b tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 210 time: 0.0636253
Apr 15 10:59:55.107478 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7df4f8-3b4f-4c65-9991-fd925e7da789 req-696278e5-6bb8-4d1a-8a5e-c2dd83ffcb2e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:55.109223 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4a7df4f8-3b4f-4c65-9991-fd925e7da789 req-696278e5-6bb8-4d1a-8a5e-c2dd83ffcb2e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1464005
Apr 15 10:59:55.208613 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4a7df4f8-3b4f-4c65-9991-fd925e7da789 req-fab3bca2-9194-4848-98c1-232d3480bafc tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861034
Apr 15 10:59:55.423041 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fca0f704-dadf-4af9-8e49-b5f8b169f14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:55.514128 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4300cb-47a9-4f3b-bdae-1ccbf3888fe0 req-1db1260d-4baf-4cef-9188-0d9b1c27a078 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:55.516243 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa4300cb-47a9-4f3b-bdae-1ccbf3888fe0 req-1db1260d-4baf-4cef-9188-0d9b1c27a078 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 932 time: 0.1248085
Apr 15 10:59:55.609633 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa4300cb-47a9-4f3b-bdae-1ccbf3888fe0 req-07e31386-7900-447f-836a-d7cefed5a357 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814831
Apr 15 10:59:55.959370 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cb766-dbe4-4109-baa1-289462df43fc req-4927477d-a1c5-4536-b36b-88594eef9518 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:55.961124 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-238cb766-dbe4-4109-baa1-289462df43fc req-4927477d-a1c5-4536-b36b-88594eef9518 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 943 time: 0.1470199
Apr 15 10:59:56.031218 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-238cb766-dbe4-4109-baa1-289462df43fc req-8a532c9f-ffaf-4d30-a114-750ab66dbcc8 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551205
Apr 15 10:59:56.304564 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8020c-ef77-4439-b09f-2354bddcbbfa req-4c6244d9-71b3-48d4-9a5b-2275327fd403 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:56.307845 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cbe8020c-ef77-4439-b09f-2354bddcbbfa req-4c6244d9-71b3-48d4-9a5b-2275327fd403 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1417124
Apr 15 10:59:56.603661 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cbe8020c-ef77-4439-b09f-2354bddcbbfa req-3fb8f399-3322-4ce6-a95a-a6d2694e0bb4 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2890468
Apr 15 10:59:56.674206 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:56.913455 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4b6d5-f6b3-40e3-81b7-c41c638fe08a req-f1080d44-5dc5-4f29-a888-d484cb9a0412 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:56.919414 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0de4b6d5-f6b3-40e3-81b7-c41c638fe08a req-f1080d44-5dc5-4f29-a888-d484cb9a0412 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1481588
Apr 15 10:59:57.008130 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0de4b6d5-f6b3-40e3-81b7-c41c638fe08a req-2ec34410-90d7-4a7d-bb30-00279c74accc tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787516
Apr 15 10:59:57.062349 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 10:59:57.237962 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9a89ec3b-96b9-4904-ac8f-4653bda90a46 req-a76e5ab0-aad8-4c87-9e0f-c517f9843545 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 210 time: 0.0598190
Apr 15 10:59:57.593590 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97854d-8ec2-4dd3-bdf4-b5b06c92119b req-62c0a9da-eaea-47e8-9edf-3023a024dc64 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:57.595397 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3f97854d-8ec2-4dd3-bdf4-b5b06c92119b req-62c0a9da-eaea-47e8-9edf-3023a024dc64 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1312168
Apr 15 10:59:57.666850 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3f97854d-8ec2-4dd3-bdf4-b5b06c92119b req-7c26a4de-b2ee-4eaf-9a74-ab71f7b70942 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579851
Apr 15 10:59:57.906550 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e689fd-9840-4b81-8337-382a9e1ce40b req-fe347ce0-b41d-404b-8270-ac649d040b47 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:57.910755 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-85e689fd-9840-4b81-8337-382a9e1ce40b req-fe347ce0-b41d-404b-8270-ac649d040b47 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 932 time: 0.1067481
Apr 15 10:59:58.019973 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-85e689fd-9840-4b81-8337-382a9e1ce40b req-d6b9f87c-7182-47c7-83ef-f5ba30924cc8 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026566
Apr 15 10:59:58.337444 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beae076-389a-4d72-8cd7-68c96baa2904 req-768a1c5c-40fc-41c4-9a9f-629a6899151b tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:58.339185 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3beae076-389a-4d72-8cd7-68c96baa2904 req-768a1c5c-40fc-41c4-9a9f-629a6899151b tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 943 time: 0.1003866
Apr 15 10:59:58.398494 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3beae076-389a-4d72-8cd7-68c96baa2904 req-8b33974c-7438-4242-ba26-7f7ffb1348f5 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512760
Apr 15 10:59:58.663466 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40904f-1945-460b-8e39-ebec5acbd2e9 req-90c39023-5e06-476f-9008-21e47ca0caa0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:58.665199 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-de40904f-1945-460b-8e39-ebec5acbd2e9 req-90c39023-5e06-476f-9008-21e47ca0caa0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1346838
Apr 15 10:59:58.730500 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-de40904f-1945-460b-8e39-ebec5acbd2e9 req-c4852f53-b41b-4228-9e49-3514c3825ce3 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0583084
Apr 15 10:59:58.958511 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb664ff-b03c-425a-8623-80dc8b7cc6b2 req-5077e7c6-157d-4097-b7b0-2f07a4e5b340 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:58.961112 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4fb664ff-b03c-425a-8623-80dc8b7cc6b2 req-5077e7c6-157d-4097-b7b0-2f07a4e5b340 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1089299
Apr 15 10:59:59.026771 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4fb664ff-b03c-425a-8623-80dc8b7cc6b2 req-dcfc7449-fbd4-4dd8-800d-722ca8f5b2c9 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538425
Apr 15 10:59:59.250975 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-38ea30ad-56df-41c3-af91-8aca916102f1 req-71ccf308-700c-4eb6-96f3-2eb15e970d88 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 210 time: 0.0746787
Apr 15 10:59:59.597744 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7cbcf-2344-4890-83dd-e7e81414b7d4 req-cff0e001-c90d-49fe-a572-dd0fd6a8ee1f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:59.599470 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1db7cbcf-2344-4890-83dd-e7e81414b7d4 req-cff0e001-c90d-49fe-a572-dd0fd6a8ee1f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1242812
Apr 15 10:59:59.667368 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1db7cbcf-2344-4890-83dd-e7e81414b7d4 req-952475ae-41f6-4eb4-b112-b39d02e109e5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597281
Apr 15 10:59:59.881407 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be83a3-2051-4b14-9f61-8cc451211e34 req-9bdc40bc-a54d-42c5-bc5d-342e42e81417 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 10:59:59.883468 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-36be83a3-2051-4b14-9f61-8cc451211e34 req-9bdc40bc-a54d-42c5-bc5d-342e42e81417 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 932 time: 0.0981669
Apr 15 10:59:59.953198 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-36be83a3-2051-4b14-9f61-8cc451211e34 req-47cf1ff8-cbfa-471c-b117-da15412a4fc9 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566607
Apr 15 11:00:00.227678 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:00.231643 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff703da9-0355-4af7-8a7f-f329fc700097 req-37a2872e-a310-4334-81e8-80c560b636b1 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:00.233459 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ff703da9-0355-4af7-8a7f-f329fc700097 req-37a2872e-a310-4334-81e8-80c560b636b1 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 943 time: 0.1397076
Apr 15 11:00:00.299083 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ff703da9-0355-4af7-8a7f-f329fc700097 req-98da297e-10d1-4d78-ba1a-3055a09eb69e tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539098
Apr 15 11:00:00.627191 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b951f3-a5cb-472b-9377-07ec6a3edda1 req-e03c567c-9167-49d7-801c-6828bb7d3413 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:00.630977 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-35b951f3-a5cb-472b-9377-07ec6a3edda1 req-e03c567c-9167-49d7-801c-6828bb7d3413 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1408355
Apr 15 11:00:00.696294 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-35b951f3-a5cb-472b-9377-07ec6a3edda1 req-57e24f58-f7f4-42e4-a9db-cd59057a1abf tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0552764
Apr 15 11:00:00.937502 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a377f-cdcd-42a7-a599-cdce9281be14 req-17494423-ae5e-4894-ae44-9d442ea5c479 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:00.939466 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c46a377f-cdcd-42a7-a599-cdce9281be14 req-17494423-ae5e-4894-ae44-9d442ea5c479 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1300101
Apr 15 11:00:01.008405 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c46a377f-cdcd-42a7-a599-cdce9281be14 req-c0649149-cc3e-4f0f-9c71-3cb4491e80ea tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572286
Apr 15 11:00:01.269767 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8b890276-1dfe-4fb3-99fa-addf636ac1c7 req-c3e584a0-76e5-458a-a070-46ed6e3fc103 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 210 time: 0.0757866
Apr 15 11:00:01.536884 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07a224-1290-40e1-8f57-f4bcb2bf1e70 req-c14b9d69-201d-421e-8bf9-ce98382b5ef3 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:01.539240 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ae07a224-1290-40e1-8f57-f4bcb2bf1e70 req-c14b9d69-201d-421e-8bf9-ce98382b5ef3 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1076806
Apr 15 11:00:01.657681 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ae07a224-1290-40e1-8f57-f4bcb2bf1e70 req-529af02e-969b-4128-bb57-efbe0a764ad3 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1053314
Apr 15 11:00:02.038316 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5129e7-d35a-4e30-af4e-a3c174570bfd req-64ca2998-1380-4dda-b74b-9c026a2089ef tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:02.040079 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bf5129e7-d35a-4e30-af4e-a3c174570bfd req-64ca2998-1380-4dda-b74b-9c026a2089ef tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 932 time: 0.1236866
Apr 15 11:00:02.094919 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bf5129e7-d35a-4e30-af4e-a3c174570bfd req-2182eee2-b215-484b-b674-12012ffdd1b8 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479927
Apr 15 11:00:02.432864 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a4e21-f87d-410c-871a-dcf9e0c8c1f3 req-b397c0ca-4a05-4369-8208-daa8cce3bd94 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:02.435855 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1a1a4e21-f87d-410c-871a-dcf9e0c8c1f3 req-b397c0ca-4a05-4369-8208-daa8cce3bd94 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 943 time: 0.1264901
Apr 15 11:00:02.521329 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1a1a4e21-f87d-410c-871a-dcf9e0c8c1f3 req-6bb9aba1-fb53-4fe1-973f-4c72999be0e5 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737989
Apr 15 11:00:02.893800 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335734c-3165-4319-999a-b4bead4dcce0 req-dd6561e9-7ec8-4add-8cf1-d4139eda3f7a tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:02.896052 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1335734c-3165-4319-999a-b4bead4dcce0 req-dd6561e9-7ec8-4add-8cf1-d4139eda3f7a tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1977558
Apr 15 11:00:02.955008 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1335734c-3165-4319-999a-b4bead4dcce0 req-b1053203-f2c7-4bbb-9a64-c16bddc62efe tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0502365
Apr 15 11:00:03.208874 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3875936-e7d8-483e-8d1f-826141c8bb07 req-8f61da20-a59b-451a-a953-02f59621c731 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:03.210791 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a3875936-e7d8-483e-8d1f-826141c8bb07 req-8f61da20-a59b-451a-a953-02f59621c731 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1157997
Apr 15 11:00:03.284122 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a3875936-e7d8-483e-8d1f-826141c8bb07 req-af6cc681-bc4e-4ac1-a0c1-5e45991b95d6 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588441
Apr 15 11:00:03.484288 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2c0d5e7a-cdfa-43ff-9d6e-b32629692736 req-405868e9-8da4-4eb9-9b55-f46ae3c672c2 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 210 time: 0.0896890
Apr 15 11:00:03.492073 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:00:03.708956 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288f7db-66b3-4379-b1d6-17a7782c897d req-2b3d5cd1-78fe-4df1-b284-fcf8f40cabe5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:03.712027 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9288f7db-66b3-4379-b1d6-17a7782c897d req-2b3d5cd1-78fe-4df1-b284-fcf8f40cabe5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1192386
Apr 15 11:00:03.773266 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9288f7db-66b3-4379-b1d6-17a7782c897d req-592c07f2-f2b7-405c-aee3-514c75eb404c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545509
Apr 15 11:00:03.990518 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdf10c-3105-4eb8-ab56-66eef699a238 req-f81a8450-5663-4821-980a-e0200f5250c4 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:03.992994 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-22cdf10c-3105-4eb8-ab56-66eef699a238 req-f81a8450-5663-4821-980a-e0200f5250c4 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 932 time: 0.1072938
Apr 15 11:00:04.006025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Request body: {'port': {'device_id': 'eb3c9a2f-2adb-410c-902d-978f9f2ab75b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:00:04.195595 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-22cdf10c-3105-4eb8-ab56-66eef699a238 req-a79167ad-0d61-4371-8f1b-62c57057fe0b tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435246
Apr 15 11:00:04.589237 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:04.709168 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f54a12-256f-4a13-baff-a34f274bb94d req-3dcb9486-1e6e-4d29-90ef-ce556df8e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:04.712174 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a2f54a12-256f-4a13-baff-a34f274bb94d req-3dcb9486-1e6e-4d29-90ef-ce556df8e379 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad14e0be3d2c48e286d1ebe905f19c5c&device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 1096 time: 0.2906566
Apr 15 11:00:05.151968 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f54a12-256f-4a13-baff-a34f274bb94d req-f290f37c-1c80-40f2-a22f-98b61534249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:05.154685 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a2f54a12-256f-4a13-baff-a34f274bb94d req-f290f37c-1c80-40f2-a22f-98b61534249b service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=ad14e0be3d2c48e286d1ebe905f19c5c&shared=False HTTP/1.1" status: 200  len: 911 time: 0.4193923
Apr 15 11:00:05.189056 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af75194-cba9-4006-9c14-81162c16d0a6 req-25027e31-4bbe-4025-b9ae-c6028a9e4758 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:05.204769 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6af75194-cba9-4006-9c14-81162c16d0a6 req-25027e31-4bbe-4025-b9ae-c6028a9e4758 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 943 time: 0.5690558
Apr 15 11:00:05.266356 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c920f78-f2b5-42dc-8d86-65a94c5d5060 req-7317d0c5-4206-44fe-911a-d6d382949f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:05.270242 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9c920f78-f2b5-42dc-8d86-65a94c5d5060 req-7317d0c5-4206-44fe-911a-d6d382949f29 service neutron] 10.222.0.99 "GET /v2.0/networks?id=67d31719-2f11-4a22-960a-40e0f7eba8a5 HTTP/1.1" status: 200  len: 921 time: 1.1377187
Apr 15 11:00:05.421406 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6af75194-cba9-4006-9c14-81162c16d0a6 req-654167be-94c9-46cf-9739-2a1352b33d57 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149563
Apr 15 11:00:05.525027 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9c920f78-f2b5-42dc-8d86-65a94c5d5060 req-3f17e7ca-d41c-4e66-926b-5ea63271aaa6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=881410b3-0540-453d-8285-2540f30bc501 HTTP/1.1" status: 200  len: 217 time: 0.1892962
Apr 15 11:00:05.637807 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c920f78-f2b5-42dc-8d86-65a94c5d5060 req-bfa47d40-935f-4781-abc9-2ed4fa406b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:05.640985 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9c920f78-f2b5-42dc-8d86-65a94c5d5060 req-bfa47d40-935f-4781-abc9-2ed4fa406b51 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1a328fd2-dde8-4bb1-a553-950b8375ab8e HTTP/1.1" status: 200  len: 859 time: 0.0866351
Apr 15 11:00:05.703454 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42416f0a-5d46-4a47-a94d-2885fafbefcf req-69fd577a-08d7-4aa0-9d6b-c1c7b3d42a10 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:05.713271 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-42416f0a-5d46-4a47-a94d-2885fafbefcf req-69fd577a-08d7-4aa0-9d6b-c1c7b3d42a10 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.6643207
Apr 15 11:00:05.766292 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9c920f78-f2b5-42dc-8d86-65a94c5d5060 req-f507a154-6294-4b6e-ac54-7531844972c6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=67d31719-2f11-4a22-960a-40e0f7eba8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1175640
Apr 15 11:00:05.947316 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f54a12-256f-4a13-baff-a34f274bb94d req-504f8b06-75f6-4273-8573-6fcf7d47a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:05.948868 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a2f54a12-256f-4a13-baff-a34f274bb94d req-504f8b06-75f6-4273-8573-6fcf7d47a09b service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.7725554
Apr 15 11:00:06.015693 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9c920f78-f2b5-42dc-8d86-65a94c5d5060 req-196a9a93-6b4d-4885-a29b-49f647059921 service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1830523
Apr 15 11:00:06.108763 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-42416f0a-5d46-4a47-a94d-2885fafbefcf req-07720718-8faa-4037-b88a-a5946de2089d tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3398938
Apr 15 11:00:06.310974 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026c528-c8f2-47ff-8d46-d6e001a8c13d req-245b00fa-1d25-4fc5-9279-a9d2f4ba8731 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:06.321293 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5026c528-c8f2-47ff-8d46-d6e001a8c13d req-245b00fa-1d25-4fc5-9279-a9d2f4ba8731 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.5513036
Apr 15 11:00:06.435551 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5026c528-c8f2-47ff-8d46-d6e001a8c13d req-a766ce15-39d7-4464-a6ad-e35f5b50697c tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124065
Apr 15 11:00:06.746789 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1543b2b6-fd09-463c-9845-fa665c44a89f req-eb58b9bb-a92b-4554-bb64-b41ed5d26490 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 210 time: 0.0636733
Apr 15 11:00:06.753076 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef7974cc-7eb7-4a27-b700-4b3c98082683 {{(pid=85320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:00:06.758013 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708376e-22ed-4166-9196-3c8099195dbc req-488f9cae-8acc-4c82-ae7d-4f331cbe6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:06.760366 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c708376e-22ed-4166-9196-3c8099195dbc req-488f9cae-8acc-4c82-ae7d-4f331cbe6ccf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ad14e0be3d2c48e286d1ebe905f19c5c&device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 1096 time: 0.6728187
Apr 15 11:00:06.764453 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:06.785102 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Transition to ACTIVE for port object ef7974cc-7eb7-4a27-b700-4b3c98082683 will not be triggered until provisioned by entity L2. {{(pid=85320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:00:06.788435 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693538'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:07.107253 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5a1f569d-44cc-4034-b211-19c69eed1102 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:07.175274 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c708376e-22ed-4166-9196-3c8099195dbc req-73c17f0b-1c07-423a-826d-3a1f111f5117 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c HTTP/1.1" status: 200  len: 217 time: 0.2763977
Apr 15 11:00:07.483953 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708376e-22ed-4166-9196-3c8099195dbc req-43631d48-f681-4211-a8ea-7584be2528e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:07.487090 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c708376e-22ed-4166-9196-3c8099195dbc req-43631d48-f681-4211-a8ea-7584be2528e8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=60bd38c1-a2b8-45cb-9e80-f8b4b1c94261 HTTP/1.1" status: 200  len: 849 time: 0.3097596
Apr 15 11:00:07.505807 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9c920f78-f2b5-42dc-8d86-65a94c5d5060 req-1aae9127-1d86-4435-9d55-f204bd6db687 service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4638524
Apr 15 11:00:07.619182 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c708376e-22ed-4166-9196-3c8099195dbc req-a5d330b9-8b2f-4107-8c1b-0d976a098a46 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8407d6fd-0638-4fb8-ae1b-20a51e929416&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1070557
Apr 15 11:00:08.285269 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7974cc-7eb7-4a27-b700-4b3c98082683,revision_number=2']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:08.477166 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:08.477810 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:08.478478 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:08.479205 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:08.479839 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:08.480528 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:08.481179 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:08.481827 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:08.482468 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:08.483882 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:08.484564 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:08.485203 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:08.504879 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.397s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:08.624296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860b38e-4bbd-4ed0-8100-0e6f49a0ee6d req-7268879a-bd2c-4acc-93e6-a8ded1b8be6e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:08.633498 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5860b38e-4bbd-4ed0-8100-0e6f49a0ee6d req-7268879a-bd2c-4acc-93e6-a8ded1b8be6e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 1.5468686
Apr 15 11:00:08.641931 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-99e7d393-c9c5-4dc9-b521-ef920bee7213 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:08.644860 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-99e7d393-c9c5-4dc9-b521-ef920bee7213 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.99 "GET /v2.0/networks?id=cbf52b31-cabb-4684-b870-425b20f1a830 HTTP/1.1" status: 200  len: 814 time: 1.8666303
Apr 15 11:00:08.646153 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0670138-e967-4041-9d20-89aa426d3bd2 req-7b432789-fa80-4d94-ab00-a180d1fed8b5 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:08.651841 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c708376e-22ed-4166-9196-3c8099195dbc req-75c5ac36-0718-4b45-91cd-56ae67de65de service neutron] 10.222.0.99 "GET /v2.0/networks/8407d6fd-0638-4fb8-ae1b-20a51e929416?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0162332
Apr 15 11:00:08.655357 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d0670138-e967-4041-9d20-89aa426d3bd2 req-7b432789-fa80-4d94-ab00-a180d1fed8b5 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 944 time: 1.4219434
Apr 15 11:00:08.793543 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Request body: {'port': {'device_id': '8ef5ea73-1279-4934-92fe-ce3b18e1fc90', 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830', 'admin_state_up': True, 'tenant_id': '1856da834bea4d4f808d3291b817ed29'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:00:08.811445 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Attempting to bind port ef7974cc-7eb7-4a27-b700-4b3c98082683 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:00:08.811921 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Attempting to bind port ef7974cc-7eb7-4a27-b700-4b3c98082683 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f65a49d0-58d4-427a-9c67-46598b9ecc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '193d26e7-6d12-464f-9936-6808cc824712'}] {{(pid=85320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:00:08.812372 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Attempting to bind port ef7974cc-7eb7-4a27-b700-4b3c98082683 on network 193d26e7-6d12-464f-9936-6808cc824712 {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:00:08.835558 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d0670138-e967-4041-9d20-89aa426d3bd2 req-889e716f-3bd3-4a5b-a265-850368605d90 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1790099
Apr 15 11:00:08.843758 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5860b38e-4bbd-4ed0-8100-0e6f49a0ee6d req-90ad9736-3e1c-407f-b2ec-840bc5dc4b48 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1851356
Apr 15 11:00:08.852805 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Port ef7974cc-7eb7-4a27-b700-4b3c98082683 on network 193d26e7-6d12-464f-9936-6808cc824712 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 11:00:08.853174 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Attempting to bind port ef7974cc-7eb7-4a27-b700-4b3c98082683 on network 193d26e7-6d12-464f-9936-6808cc824712 {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:00:08.861159 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:00:08.861579 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Checking segment: {'id': 'f65a49d0-58d4-427a-9c67-46598b9ecc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '193d26e7-6d12-464f-9936-6808cc824712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:00:08.861961 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Bound using segment: {'id': 'f65a49d0-58d4-427a-9c67-46598b9ecc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '193d26e7-6d12-464f-9936-6808cc824712'} {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:00:08.862448 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Bound port: ef7974cc-7eb7-4a27-b700-4b3c98082683, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f65a49d0-58d4-427a-9c67-46598b9ecc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '193d26e7-6d12-464f-9936-6808cc824712'}}] {{(pid=85320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:00:08.862894 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:09.252729 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] For port ef7974cc-7eb7-4a27-b700-4b3c98082683, host hv-cinder-78638, cleared binding levels {{(pid=85320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:00:09.271614 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] For port ef7974cc-7eb7-4a27-b700-4b3c98082683, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ef7974cc-7eb7-4a27-b700-4b3c98082683,segment=NetworkSegment(f65a49d0-58d4-427a-9c67-46598b9ecc37),segment_id=f65a49d0-58d4-427a-9c67-46598b9ecc37)] {{(pid=85320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:00:09.286054 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693538'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:09.596782 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-fc03d822-e1e3-451a-b7e5-c0d0060574d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:09.605800 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:09.618074 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Usage tracker for resource:port and tenant:1856da834bea4d4f808d3291b817ed29 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:09.624207 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:09.635658 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:09.658139 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c708376e-22ed-4166-9196-3c8099195dbc req-726848a8-27a1-401d-866d-47ecbfd872de service neutron] 10.222.0.99 "GET /v2.0/networks/8407d6fd-0638-4fb8-ae1b-20a51e929416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7813356
Apr 15 11:00:09.659685 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Made reservation on behalf of 1856da834bea4d4f808d3291b817ed29 for: {'port': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:00:09.685740 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:10.070200 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63025a80-2c0c-4758-8a1b-73c4c9b53924 req-75c75f1e-735c-4803-b0c4-044ef6837414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:10.072438 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-63025a80-2c0c-4758-8a1b-73c4c9b53924 req-75c75f1e-735c-4803-b0c4-044ef6837414 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0959c169751f48ebbdb3397c86b113dc&device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 1099 time: 0.2195377
Apr 15 11:00:10.273435 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63025a80-2c0c-4758-8a1b-73c4c9b53924 req-468bd09b-6ae0-4961-83c0-1e92dccf11ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:10.275129 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-63025a80-2c0c-4758-8a1b-73c4c9b53924 req-468bd09b-6ae0-4961-83c0-1e92dccf11ba service neutron] 10.222.0.99 "GET /v2.0/networks?id=f2540102-4996-4e3c-af26-30cf18f2f6dc HTTP/1.1" status: 200  len: 913 time: 0.1955702
Apr 15 11:00:10.297656 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Allocated IP 172.20.0.6 (cbf52b31-cabb-4684-b870-425b20f1a830/5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0/02de7f94-4506-48c3-be27-fd277ea5215c) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:00:10.358904 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:10.359932 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:10.362222 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] 10.222.0.99 "PUT /v2.0/ports/ef7974cc-7eb7-4a27-b700-4b3c98082683 HTTP/1.1" status: 200  len: 1094 time: 6.3674672
Apr 15 11:00:10.367113 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3c9a2f-2adb-410c-902d-978f9f2ab75b', 'tag': 'ef7974cc-7eb7-4a27-b700-4b3c98082683'}] {{(pid=85320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:00:10.458577 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7974cc-7eb7-4a27-b700-4b3c98082683,revision_number=3']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:10.568512 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.972s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:10.650073 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88ffef-b23e-43fc-b60a-19cfc6b398f2 req-ce3ba3c0-cf79-4b51-a191-1b69d43b14b1 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:10.664623 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bc88ffef-b23e-43fc-b60a-19cfc6b398f2 req-ce3ba3c0-cf79-4b51-a191-1b69d43b14b1 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 943 time: 1.2743943
Apr 15 11:00:10.696040 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676df8d-86c3-4952-83f4-6ece9bb13f04 req-63dbcc12-1689-4857-a177-cbe5c3fce7a4 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:10.711716 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f676df8d-86c3-4952-83f4-6ece9bb13f04 req-63dbcc12-1689-4857-a177-cbe5c3fce7a4 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.7649510
Apr 15 11:00:10.765608 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-63025a80-2c0c-4758-8a1b-73c4c9b53924 req-0de033ca-7fd2-4608-966b-38dddeab077a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be3275b-9eea-45b2-a2da-b724d05fde3d HTTP/1.1" status: 200  len: 1001 time: 0.4296525
Apr 15 11:00:10.788222 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bc88ffef-b23e-43fc-b60a-19cfc6b398f2 req-3c2f090b-d56d-4b68-aaf3-4eb6f6a40061 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175811
Apr 15 11:00:10.870237 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-a456caa1-4a64-45d6-a43a-e648be272630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:10.872056 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-a456caa1-4a64-45d6-a43a-e648be272630 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=453d45013f7a4811b3a3f8a11e72dec1&device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 1097 time: 0.4073920
Apr 15 11:00:10.885810 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f676df8d-86c3-4952-83f4-6ece9bb13f04 req-8ca23080-1beb-4ea0-a5d4-c9ba849a48c0 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031733
Apr 15 11:00:10.955542 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:11.021095 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:11.049812 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0b0e364f-da31-4896-b278-e7727c20e682 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:11.437993 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Pushing event updated for resources: {'Port': ['ID=02de7f94-4506-48c3-be27-fd277ea5215c,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:11.447811 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:11.448250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:11.448615 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:11.449582 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:11.450484 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:11.450932 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:11.451333 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:11.451727 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:11.452136 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:11.452533 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:11.452930 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:11.453324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:11.461312 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:11.475617 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Network cbf52b31-cabb-4684-b870-425b20f1a830 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:00:11.477193 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:00:11.481292 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:00:11.605945 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:11.606792 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:11.635501 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8539593
Apr 15 11:00:11.673900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d5744-bd6c-4d40-bcaf-d36d51c91399 req-37e00622-5384-4651-82e7-5896d6769732 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:11.675918 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-953d5744-bd6c-4d40-bcaf-d36d51c91399 req-37e00622-5384-4651-82e7-5896d6769732 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.2391980
Apr 15 11:00:11.749576 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-953d5744-bd6c-4d40-bcaf-d36d51c91399 req-661b33d8-8b56-46e2-815b-e04fb6f2b331 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0610645
Apr 15 11:00:11.814546 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423003a-6328-448f-a13d-6fd920d7d450 req-eeda4e93-4485-4186-9001-9f4f4671f0b0 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:11.851425 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3423003a-6328-448f-a13d-6fd920d7d450 req-eeda4e93-4485-4186-9001-9f4f4671f0b0 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 931 time: 0.5628872
Apr 15 11:00:12.101741 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3423003a-6328-448f-a13d-6fd920d7d450 req-a5cbae05-6f96-4264-be6a-2c15455dea01 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2444279
Apr 15 11:00:12.294651 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ee908-dd28-4ac4-b8bd-d921a7c71ead req-956f9ead-3f7f-4d4c-9eb6-b3209a674f05 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:12.304010 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bb3ee908-dd28-4ac4-b8bd-d921a7c71ead req-956f9ead-3f7f-4d4c-9eb6-b3209a674f05 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 944 time: 0.3885109
Apr 15 11:00:12.455456 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bb3ee908-dd28-4ac4-b8bd-d921a7c71ead req-63c049f7-3357-4a2e-8536-76e65a006e71 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503112
Apr 15 11:00:12.541596 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446eeb5-8a3a-4d60-905d-892360c7f671 req-2f35226c-64a0-471e-abb8-da86e757d3c7 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:12.543826 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9446eeb5-8a3a-4d60-905d-892360c7f671 req-2f35226c-64a0-471e-abb8-da86e757d3c7 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1926367
Apr 15 11:00:12.607173 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9446eeb5-8a3a-4d60-905d-892360c7f671 req-86fa308d-390b-4e83-9cc9-926c7b6a4526 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568426
Apr 15 11:00:12.613829 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3c9a2f-2adb-410c-902d-978f9f2ab75b', 'tag': 'ef7974cc-7eb7-4a27-b700-4b3c98082683', 'status': 'completed', 'code': 200}
Apr 15 11:00:12.862452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea07691-d830-409d-96ab-cd0b9572c265 req-28e1cc5a-7aa4-4e12-b371-e22e6f5a7843 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:12.864901 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1ea07691-d830-409d-96ab-cd0b9572c265 req-28e1cc5a-7aa4-4e12-b371-e22e6f5a7843 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 943 time: 0.1240454
Apr 15 11:00:12.968967 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1ea07691-d830-409d-96ab-cd0b9572c265 req-928916f2-302a-4bab-abda-682e9d648d84 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898619
Apr 15 11:00:13.118277 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67447c-9460-413d-b7b3-1150c1a213fb req-9a94a441-babe-40cb-8420-a0d8db86f595 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:13.121799 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7b67447c-9460-413d-b7b3-1150c1a213fb req-9a94a441-babe-40cb-8420-a0d8db86f595 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1249659
Apr 15 11:00:13.189887 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7b67447c-9460-413d-b7b3-1150c1a213fb req-75eeed8b-ea5b-4a11-a10c-efa1e4aee686 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0604200
Apr 15 11:00:13.403854 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c61dd-b3bb-4079-a05a-5e2948e1ec0e req-fac91cf0-5d7e-4022-ab03-1935ffef9d1f tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:13.405526 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0e7c61dd-b3bb-4079-a05a-5e2948e1ec0e req-fac91cf0-5d7e-4022-ab03-1935ffef9d1f tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 931 time: 0.1112354
Apr 15 11:00:13.434130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['109c35c2-d409-41f0-8f52-843f3b1b78e0', 'd103e0e4-9b1a-4212-aacc-6779f9f6002d', 'b0782793-13c3-4d73-9474-f703beea5214'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:00:13.554341 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Request body: {'port': {'device_id': '8ef5ea73-1279-4934-92fe-ce3b18e1fc90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:00:13.848879 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63025a80-2c0c-4758-8a1b-73c4c9b53924 req-8615f8e9-b146-4892-a484-b58e3530b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:13.850816 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-63025a80-2c0c-4758-8a1b-73c4c9b53924 req-8615f8e9-b146-4892-a484-b58e3530b726 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e HTTP/1.1" status: 200  len: 850 time: 0.4228523
Apr 15 11:00:13.900871 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-aefeb3e2-2fa1-4668-8a5b-2a47e909637f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef7974cc-7eb7-4a27-b700-4b3c98082683 HTTP/1.1" status: 200  len: 217 time: 0.4187469
Apr 15 11:00:13.973849 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:14.009477 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0e7c61dd-b3bb-4079-a05a-5e2948e1ec0e req-f70ce901-266a-4330-aa8f-6dac4ffa2282 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5899696
Apr 15 11:00:14.122764 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-8026a2f4-a37c-4914-bc43-ca2e5a59876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:14.125561 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-8026a2f4-a37c-4914-bc43-ca2e5a59876a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c071ef28-6f62-47d7-abd8-ad81f6906bc9 HTTP/1.1" status: 200  len: 854 time: 0.2082543
Apr 15 11:00:14.157641 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d870c3-9534-4375-9891-a7b16669f28e req-31cb44e9-6c63-4f60-9edd-a872783ec2c5 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:14.175632 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-48d870c3-9534-4375-9891-a7b16669f28e req-31cb44e9-6c63-4f60-9edd-a872783ec2c5 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 944 time: 0.3658292
Apr 15 11:00:14.573558 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-48d870c3-9534-4375-9891-a7b16669f28e req-cd19e821-c629-4b0e-9a05-84e304a620bf tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3146348
Apr 15 11:00:14.635873 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-8f61e065-7f51-47ca-b694-0dedeac9d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:14.644178 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-8f61e065-7f51-47ca-b694-0dedeac9d919 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=193d26e7-6d12-464f-9936-6808cc824712&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4656627
Apr 15 11:00:14.897939 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02de7f94-4506-48c3-be27-fd277ea5215c {{(pid=85321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:00:14.909469 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:14.928751 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Transition to ACTIVE for port object 02de7f94-4506-48c3-be27-fd277ea5215c will not be triggered until provisioned by entity L2. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:00:14.937726 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63025a80-2c0c-4758-8a1b-73c4c9b53924 req-224a792a-7fe6-4f8a-8b0c-b645878aab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:14.939478 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-63025a80-2c0c-4758-8a1b-73c4c9b53924 req-224a792a-7fe6-4f8a-8b0c-b645878aab96 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f2540102-4996-4e3c-af26-30cf18f2f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.0666327
Apr 15 11:00:14.940201 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:14.982759 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c740284a-80f2-454a-9043-b14f48ce750f tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:15.062551 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Pushing event updated for resources: {'Port': ['ID=02de7f94-4506-48c3-be27-fd277ea5215c,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:15.134128 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:15.214956 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-5170b859-ef61-4ad2-983f-dae14ee46bf2 service neutron] 10.222.0.99 "GET /v2.0/networks/193d26e7-6d12-464f-9936-6808cc824712?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5040224
Apr 15 11:00:15.284510 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd355f39-7e96-48e3-995c-52f52efeeecc req-7b23a6a8-01c6-45d4-bfae-6aff6098bd1b tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:15.293358 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dd355f39-7e96-48e3-995c-52f52efeeecc req-7b23a6a8-01c6-45d4-bfae-6aff6098bd1b tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.9773619
Apr 15 11:00:15.341021 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-63025a80-2c0c-4758-8a1b-73c4c9b53924 req-aea6a37e-8531-436e-b097-c13f4702388b service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3831959
Apr 15 11:00:15.444236 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:00:15.551989 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7833198c-14a1-4a0d-9df7-07112ded2169 req-b16cf996-0cb7-4254-abf9-77f37a1fe0b3 service neutron] 10.222.0.99 "GET /v2.0/networks/193d26e7-6d12-464f-9936-6808cc824712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2364774
Apr 15 11:00:15.602922 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-63025a80-2c0c-4758-8a1b-73c4c9b53924 req-db36f017-d4d7-4bd0-8dd2-0702d516eabf service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1901684
Apr 15 11:00:15.678456 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dd355f39-7e96-48e3-995c-52f52efeeecc req-2c55295f-851d-4dc9-8111-93836f517806 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3835015
Apr 15 11:00:15.737924 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f6cac-5010-446f-a8c2-3ee05a7a7686 req-300b4190-49a4-4399-bc96-6f4e6aa4305d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:15.759528 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-693f6cac-5010-446f-a8c2-3ee05a7a7686 req-300b4190-49a4-4399-bc96-6f4e6aa4305d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 943 time: 0.6366942
Apr 15 11:00:15.822181 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Attempting to bind port 02de7f94-4506-48c3-be27-fd277ea5215c on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:00:15.823155 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Attempting to bind port 02de7f94-4506-48c3-be27-fd277ea5215c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830'}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:00:15.823862 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Attempting to bind port 02de7f94-4506-48c3-be27-fd277ea5215c on network cbf52b31-cabb-4684-b870-425b20f1a830 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:00:15.831509 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Port 02de7f94-4506-48c3-be27-fd277ea5215c on network cbf52b31-cabb-4684-b870-425b20f1a830 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 11:00:15.832169 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Attempting to bind port 02de7f94-4506-48c3-be27-fd277ea5215c on network cbf52b31-cabb-4684-b870-425b20f1a830 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:00:15.839988 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:00:15.840661 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Checking segment: {'id': 'e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:00:15.841251 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Bound using segment: {'id': 'e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830'} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:00:15.841947 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Bound port: 02de7f94-4506-48c3-be27-fd277ea5215c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830'}}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:00:15.842502 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:15.919162 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-693f6cac-5010-446f-a8c2-3ee05a7a7686 req-9b9534bb-7da0-4a4e-a03c-2f4bc110ba96 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558707
Apr 15 11:00:15.953027 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c,segment=NetworkSegment(45079a58-8941-4019-b2c0-60bce44c34a2),segment_id=45079a58-8941-4019-b2c0-60bce44c34a2)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:15.992314 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': '9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c', 'network_id': '8407d6fd-0638-4fb8-ae1b-20a51e929416', 'port_id': '9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c', 'mac_address': 'fa:16:3e:77:ea:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bd38c1-a2b8-45cb-9e80-f8b4b1c94261', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:00:16.026300 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e85afb-d0a7-48e0-998e-4ef543b7cc60 req-c3372a7e-a2d2-46fe-9801-117753f259e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:16.028684 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-44e85afb-d0a7-48e0-998e-4ef543b7cc60 req-c3372a7e-a2d2-46fe-9801-117753f259e1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=453d45013f7a4811b3a3f8a11e72dec1&device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 1097 time: 0.2921634
Apr 15 11:00:16.179247 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:16.269330 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:00:16.342951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c,segment=NetworkSegment(45079a58-8941-4019-b2c0-60bce44c34a2),segment_id=45079a58-8941-4019-b2c0-60bce44c34a2)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:16.350350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:16.353604 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:16.378088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e85afb-d0a7-48e0-998e-4ef543b7cc60 req-f05251df-0504-404e-bb12-9ebdbf3f175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:16.380489 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-44e85afb-d0a7-48e0-998e-4ef543b7cc60 req-f05251df-0504-404e-bb12-9ebdbf3f175a service neutron] 10.222.0.99 "GET /v2.0/networks?id=193d26e7-6d12-464f-9936-6808cc824712 HTTP/1.1" status: 200  len: 917 time: 0.3419027
Apr 15 11:00:16.412088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ffd98-a4ef-4cae-97f4-4880b52a056c req-08f1563a-4517-4dd4-94f9-2661626689cd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:16.427009 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-135ffd98-a4ef-4cae-97f4-4880b52a056c req-08f1563a-4517-4dd4-94f9-2661626689cd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.3970551
Apr 15 11:00:16.528335 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-135ffd98-a4ef-4cae-97f4-4880b52a056c req-a3696960-d1be-4a05-b4da-cef7b057d73c tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0996547
Apr 15 11:00:16.546966 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:16.564796 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:16.565640 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:16.567471 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:16.568145 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:16.568765 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:16.569413 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:16.570049 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:16.571245 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:16.572141 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:16.572794 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:16.574169 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:16.574810 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:00:16.592850 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:16.612368 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49177f17-0516-4586-9fa3-9d614d192dd8 req-a3d73513-6a4d-4e0f-858e-e028ec52f945 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:16.615556 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-49177f17-0516-4586-9fa3-9d614d192dd8 req-a3d73513-6a4d-4e0f-858e-e028ec52f945 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.4069188
Apr 15 11:00:16.745232 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-49177f17-0516-4586-9fa3-9d614d192dd8 req-d80f23ec-7683-4e29-befb-ad4d1bbb36fe tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208825
Apr 15 11:00:16.840601 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:00:16.910250 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-44e85afb-d0a7-48e0-998e-4ef543b7cc60 req-ed70eaaa-928b-4e2c-b53b-08ecf80a3f07 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef7974cc-7eb7-4a27-b700-4b3c98082683 HTTP/1.1" status: 200  len: 217 time: 0.5167675
Apr 15 11:00:16.914323 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] For port 02de7f94-4506-48c3-be27-fd277ea5215c, host hv-cinder-78638, cleared binding levels {{(pid=85321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:00:17.052351 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] For port 02de7f94-4506-48c3-be27-fd277ea5215c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=02de7f94-4506-48c3-be27-fd277ea5215c,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:00:17.060020 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:17.264116 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddb618-68e6-4d3a-8d3e-634ec5e67320 req-b382977a-cf52-4537-82e8-44ebfa3af6ab tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:17.266157 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-80ddb618-68e6-4d3a-8d3e-634ec5e67320 req-b382977a-cf52-4537-82e8-44ebfa3af6ab tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 944 time: 0.3068950
Apr 15 11:00:17.272624 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:17.279305 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c66f3-2af6-467d-9339-7f33881d20b2 req-9835401e-6c9c-41e8-8571-1e211566e6d2 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:17.281140 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b64c66f3-2af6-467d-9339-7f33881d20b2 req-9835401e-6c9c-41e8-8571-1e211566e6d2 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 943 time: 0.4535699
Apr 15 11:00:17.510195 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-80ddb618-68e6-4d3a-8d3e-634ec5e67320 req-475de832-5347-4d16-9b14-43d3dac85ccc tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2157712
Apr 15 11:00:17.532821 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b64c66f3-2af6-467d-9339-7f33881d20b2 req-d7d0160a-3fa6-4158-a114-d1ef6edc48f8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2066860
Apr 15 11:00:17.602883 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Pushing event updated for resources: {'Port': ['ID=02de7f94-4506-48c3-be27-fd277ea5215c,revision_number=3']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:17.628712 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:17.651505 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e85afb-d0a7-48e0-998e-4ef543b7cc60 req-5accad56-c92a-4872-ac00-f718d108d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:17.653175 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-44e85afb-d0a7-48e0-998e-4ef543b7cc60 req-5accad56-c92a-4872-ac00-f718d108d194 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c071ef28-6f62-47d7-abd8-ad81f6906bc9 HTTP/1.1" status: 200  len: 854 time: 0.7126055
Apr 15 11:00:17.657265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:17.657953 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:17.677472 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] 10.222.0.99 "PUT /v2.0/ports/02de7f94-4506-48c3-be27-fd277ea5215c HTTP/1.1" status: 200  len: 1093 time: 4.1346629
Apr 15 11:00:17.678069 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef5ea73-1279-4934-92fe-ce3b18e1fc90', 'tag': '02de7f94-4506-48c3-be27-fd277ea5215c'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:00:17.878644 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca6a31-bec0-4c30-b2df-77369b49b9ae req-9ebd9690-5a0a-4e30-813c-e4d50a51a307 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:17.883486 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-17ca6a31-bec0-4c30-b2df-77369b49b9ae req-9ebd9690-5a0a-4e30-813c-e4d50a51a307 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1589265
Apr 15 11:00:18.041558 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-17ca6a31-bec0-4c30-b2df-77369b49b9ae req-6f8146a0-cfe3-4974-8e0d-206ed0d7648f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1511309
Apr 15 11:00:18.048658 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-7efa56b6-2be3-4939-8c26-1fd84b86df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:18.051653 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-7efa56b6-2be3-4939-8c26-1fd84b86df30 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1856da834bea4d4f808d3291b817ed29&device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 1096 time: 0.2445984
Apr 15 11:00:18.056122 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e85afb-d0a7-48e0-998e-4ef543b7cc60 req-4cf11461-3bbf-49ca-9761-cbc427ff4b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:18.059008 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-44e85afb-d0a7-48e0-998e-4ef543b7cc60 req-4cf11461-3bbf-49ca-9761-cbc427ff4b22 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=193d26e7-6d12-464f-9936-6808cc824712&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3660483
Apr 15 11:00:18.511387 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc21ed-e657-4a55-8276-ada69e9b2543 req-ee91e639-5fce-4ed9-ae19-f98e18bcd323 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:18.516479 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d6dc21ed-e657-4a55-8276-ada69e9b2543 req-ee91e639-5fce-4ed9-ae19-f98e18bcd323 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 944 time: 0.2058294
Apr 15 11:00:18.545416 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-44e85afb-d0a7-48e0-998e-4ef543b7cc60 req-b9465c89-5ed2-43e6-8f4d-dbe3ee2888fc service neutron] 10.222.0.99 "GET /v2.0/networks/193d26e7-6d12-464f-9936-6808cc824712?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3086894
Apr 15 11:00:18.548080 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-fdd6a4de-472e-44cb-b5e3-212b8e7cbab9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02de7f94-4506-48c3-be27-fd277ea5215c HTTP/1.1" status: 200  len: 217 time: 0.4659283
Apr 15 11:00:18.725761 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-dde2a030-6bf6-4aab-9320-175fb8e850f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:18.728520 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-dde2a030-6bf6-4aab-9320-175fb8e850f8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0 HTTP/1.1" status: 200  len: 854 time: 0.1291189
Apr 15 11:00:18.989159 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-44e85afb-d0a7-48e0-998e-4ef543b7cc60 req-7e000a65-7623-41f2-ac07-b3f689e52891 service neutron] 10.222.0.99 "GET /v2.0/networks/193d26e7-6d12-464f-9936-6808cc824712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4309785
Apr 15 11:00:19.065999 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-3be1d6bb-3de1-4830-8165-044990423582 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cbf52b31-cabb-4684-b870-425b20f1a830&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3222911
Apr 15 11:00:19.319243 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d6dc21ed-e657-4a55-8276-ada69e9b2543 req-b382ab78-958c-49be-bf23-98f25dc3a498 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7846396
Apr 15 11:00:19.406296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73bfd0-6c31-4967-be72-f14d2b497516 req-f67de075-52c3-40d1-a814-cc81a0367ab6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:19.407988 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ba73bfd0-6c31-4967-be72-f14d2b497516 req-f67de075-52c3-40d1-a814-cc81a0367ab6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.2281797
Apr 15 11:00:19.418119 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-af317b92-5413-4390-a6b0-a3a5bd5a8294 service neutron] 10.222.0.99 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3360727
Apr 15 11:00:19.473814 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device ef7974cc-7eb7-4a27-b700-4b3c98082683 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:00:19.520192 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ba73bfd0-6c31-4967-be72-f14d2b497516 req-c05478ea-de3a-496a-9e08-bc59a54c7ed1 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0956523
Apr 15 11:00:19.627943 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c1f2ec06-6bd4-4600-b4e8-cf553fd7ff24 req-1b52abb0-2809-4313-aa4d-9e58023d6e92 service neutron] 10.222.0.99 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1922143
Apr 15 11:00:19.629820 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef5ea73-1279-4934-92fe-ce3b18e1fc90', 'tag': '02de7f94-4506-48c3-be27-fd277ea5215c', 'status': 'completed', 'code': 200}
Apr 15 11:00:19.797919 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:00:20.031939 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee7bf-f5c4-4d7d-9a65-06324142cacc req-6fbe62ea-9d41-4cbd-a477-85a4afab69bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:20.042788 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe0ee7bf-f5c4-4d7d-9a65-06324142cacc req-6fbe62ea-9d41-4cbd-a477-85a4afab69bb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1856da834bea4d4f808d3291b817ed29&device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 1096 time: 0.2870672
Apr 15 11:00:20.118116 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port ef7974cc-7eb7-4a27-b700-4b3c98082683, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ef7974cc-7eb7-4a27-b700-4b3c98082683,segment=NetworkSegment(f65a49d0-58d4-427a-9c67-46598b9ecc37),segment_id=f65a49d0-58d4-427a-9c67-46598b9ecc37)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:20.135772 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': 'ef7974cc-7eb7-4a27-b700-4b3c98082683', 'network_id': '193d26e7-6d12-464f-9936-6808cc824712', 'port_id': 'ef7974cc-7eb7-4a27-b700-4b3c98082683', 'mac_address': 'fa:16:3e:a1:d3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:00:20.216092 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9e6cf-7c40-40e3-aab8-40dae56af593 req-df664bdb-45f0-4a98-965c-d25f0b0a8c93 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:20.231604 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ede9e6cf-7c40-40e3-aab8-40dae56af593 req-df664bdb-45f0-4a98-965c-d25f0b0a8c93 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 943 time: 0.3245630
Apr 15 11:00:20.296021 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284b314-f467-4a2f-b1bc-cebf79ccd9ba req-3e337dbb-8032-4f8f-ab0f-eda5fcc7ae95 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:20.310710 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e284b314-f467-4a2f-b1bc-cebf79ccd9ba req-3e337dbb-8032-4f8f-ab0f-eda5fcc7ae95 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 944 time: 0.5435584
Apr 15 11:00:20.366985 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:20.395266 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:00:20.419829 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef7974cc-7eb7-4a27-b700-4b3c98082683 {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:00:20.436141 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee7bf-f5c4-4d7d-9a65-06324142cacc req-d122de81-4da3-476b-9e4d-d13b90256a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:20.437800 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe0ee7bf-f5c4-4d7d-9a65-06324142cacc req-d122de81-4da3-476b-9e4d-d13b90256a17 service neutron] 10.222.0.99 "GET /v2.0/networks?id=cbf52b31-cabb-4684-b870-425b20f1a830 HTTP/1.1" status: 200  len: 916 time: 0.3834560
Apr 15 11:00:20.438555 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:00:20.439020 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:20.449006 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ede9e6cf-7c40-40e3-aab8-40dae56af593 req-5b7363b1-4007-4121-b83d-e0ccd5bbc44b tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2157366
Apr 15 11:00:20.544993 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e284b314-f467-4a2f-b1bc-cebf79ccd9ba req-246122a9-7791-4b10-9f2e-c0685723aaa1 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2299294
Apr 15 11:00:20.605515 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe0ee7bf-f5c4-4d7d-9a65-06324142cacc req-ead13b47-f939-4842-97d0-98bd00853198 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02de7f94-4506-48c3-be27-fd277ea5215c HTTP/1.1" status: 200  len: 217 time: 0.1594036
Apr 15 11:00:20.617610 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port ef7974cc-7eb7-4a27-b700-4b3c98082683, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ef7974cc-7eb7-4a27-b700-4b3c98082683,segment=NetworkSegment(f65a49d0-58d4-427a-9c67-46598b9ecc37),segment_id=f65a49d0-58d4-427a-9c67-46598b9ecc37)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:20.634512 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:20.648980 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:20.756933 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee7bf-f5c4-4d7d-9a65-06324142cacc req-1d021905-91de-497c-8fe0-45bd7bce6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:20.758734 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe0ee7bf-f5c4-4d7d-9a65-06324142cacc req-1d021905-91de-497c-8fe0-45bd7bce6e7a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0 HTTP/1.1" status: 200  len: 854 time: 0.1396995
Apr 15 11:00:20.772314 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=ef7974cc-7eb7-4a27-b700-4b3c98082683,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:20.844536 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:20.861674 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe0ee7bf-f5c4-4d7d-9a65-06324142cacc req-f939c2cd-c1a3-4345-a3c0-6bd59e8b0b52 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cbf52b31-cabb-4684-b870-425b20f1a830&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0930026
Apr 15 11:00:20.917156 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:20.955221 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fc7ea-96fc-4f55-9ea4-09f905f3dba4 req-f95fa04c-d7ac-49e2-814e-27adae975f29 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:20.957596 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e80fc7ea-96fc-4f55-9ea4-09f905f3dba4 req-f95fa04c-d7ac-49e2-814e-27adae975f29 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1777675
Apr 15 11:00:20.988957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82dd5be2-da1f-4736-b57a-8fe028be2ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:00:21.012837 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c,segment=NetworkSegment(45079a58-8941-4019-b2c0-60bce44c34a2),segment_id=45079a58-8941-4019-b2c0-60bce44c34a2)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:21.020850 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:21.025535 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:21.031309 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe0ee7bf-f5c4-4d7d-9a65-06324142cacc req-b76d06d4-a0a0-4b1a-a591-0afd5136322f service neutron] 10.222.0.99 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1615574
Apr 15 11:00:21.040201 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e80fc7ea-96fc-4f55-9ea4-09f905f3dba4 req-414c8f4e-1273-4456-9b19-000e3a609425 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675008
Apr 15 11:00:21.055755 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769335f-c3e4-4ed7-8549-2754e6aa099a req-8ba09e8f-47a5-4cef-88ff-23e906af5516 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:21.058852 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9769335f-c3e4-4ed7-8549-2754e6aa099a req-8ba09e8f-47a5-4cef-88ff-23e906af5516 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 944 time: 0.1819432
Apr 15 11:00:21.131017 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9769335f-c3e4-4ed7-8549-2754e6aa099a req-caee8088-87ea-4ffb-af48-b216e84ddeb3 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584145
Apr 15 11:00:21.174922 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['ef7974cc-7eb7-4a27-b700-4b3c98082683'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:00:21.256447 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:21.303129 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:21.314912 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:21.413068 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe0ee7bf-f5c4-4d7d-9a65-06324142cacc req-32e103b2-c98c-4131-b11a-ebb627dbd877 service neutron] 10.222.0.99 "GET /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3727620
Apr 15 11:00:21.639553 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82dd5be2-da1f-4736-b57a-8fe028be2ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c', 'code': 200}
Apr 15 11:00:21.653516 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d54bf-a4c4-4ccf-970a-d0b580c428a8 req-e005b4a1-18b3-428b-bba2-474bae3a2fce tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:21.655370 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-653d54bf-a4c4-4ccf-970a-d0b580c428a8 req-e005b4a1-18b3-428b-bba2-474bae3a2fce tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.2028975
Apr 15 11:00:21.761526 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-653d54bf-a4c4-4ccf-970a-d0b580c428a8 req-4deb9e60-565f-4788-bdc2-460527e03bd0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0990462
Apr 15 11:00:22.100513 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca3ba7-18b5-430e-9295-8beeb9731c1d req-c441ac56-f551-41b4-a913-229c53e65a9c tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:22.102237 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-aaca3ba7-18b5-430e-9295-8beeb9731c1d req-c441ac56-f551-41b4-a913-229c53e65a9c tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 943 time: 0.2643614
Apr 15 11:00:22.106339 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 45380) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:22.236219 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f9e69-dfeb-4b8f-aa40-6a6e37db8966 req-74dcc278-f104-4474-8c77-15fd197f2f6f tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:22.238281 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd01d4-454c-442f-aaf0-ec72de63290f req-4c5613e1-2659-4d7a-a467-23b5873a8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:22.240326 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f7cd01d4-454c-442f-aaf0-ec72de63290f req-4c5613e1-2659-4d7a-a467-23b5873a8177 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 1098 time: 0.2417049
Apr 15 11:00:22.244628 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-451f9e69-dfeb-4b8f-aa40-6a6e37db8966 req-74dcc278-f104-4474-8c77-15fd197f2f6f tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 945 time: 0.2455542
Apr 15 11:00:22.312181 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f7cd01d4-454c-442f-aaf0-ec72de63290f req-5e15a091-4dfc-4fe7-9477-de3e05bc2305 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613801
Apr 15 11:00:22.318287 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-451f9e69-dfeb-4b8f-aa40-6a6e37db8966 req-cfd89299-8d4b-45bc-a337-943798ebc450 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725074
Apr 15 11:00:22.337686 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-aaca3ba7-18b5-430e-9295-8beeb9731c1d req-34c5bf23-843a-48b6-b091-4d42dc7aae6c tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2182205
Apr 15 11:00:22.633107 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-83aa8f80-4ad0-40d7-a714-8cdad6130e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:22.674723 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-83aa8f80-4ad0-40d7-a714-8cdad6130e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:22.700589 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-83aa8f80-4ad0-40d7-a714-8cdad6130e8b admin admin] Usage tracker for resource:security_group_rule and tenant:c103076e98fb44ae8174b0f3ec48db2e is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:22.710042 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-83aa8f80-4ad0-40d7-a714-8cdad6130e8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:22.730911 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02045bbd-fa81-4e25-a679-7c04c5fdb396 req-e162ef8d-d68b-4a94-b369-eaeb2753deb6 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:22.732564 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-02045bbd-fa81-4e25-a679-7c04c5fdb396 req-e162ef8d-d68b-4a94-b369-eaeb2753deb6 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 945 time: 0.2309017
Apr 15 11:00:22.734924 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-83aa8f80-4ad0-40d7-a714-8cdad6130e8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:22.824043 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbf9de-cfd3-47a3-bcf8-8b755d7e51c4 req-84156edd-f04c-4d28-8af4-0638d20d2efd tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:22.825752 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f1cbf9de-cfd3-47a3-bcf8-8b755d7e51c4 req-84156edd-f04c-4d28-8af4-0638d20d2efd tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.2867856
Apr 15 11:00:22.836042 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-02045bbd-fa81-4e25-a679-7c04c5fdb396 req-79c2f155-9367-43c8-88c1-573afd235e5e tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856762
Apr 15 11:00:22.931441 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f1cbf9de-cfd3-47a3-bcf8-8b755d7e51c4 req-4194cf04-a835-4198-82f7-92c0f50b38c7 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896320
Apr 15 11:00:23.023941 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-83aa8f80-4ad0-40d7-a714-8cdad6130e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:23.029051 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-83aa8f80-4ad0-40d7-a714-8cdad6130e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:23.045489 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-fb47e9ce-2225-48b9-a2d2-2323d8a8e467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:23.079562 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa8f80-4ad0-40d7-a714-8cdad6130e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecae6e66-3ad9-4882-936f-050140e091ca,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:23.098901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-83aa8f80-4ad0-40d7-a714-8cdad6130e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:23.146658 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 45402) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:23.147559 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-83aa8f80-4ad0-40d7-a714-8cdad6130e8b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c103076e98fb44ae8174b0f3ec48db2e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0396898
Apr 15 11:00:23.235242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb98f-8a06-4867-a7a1-bbbe4af5dd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:23.267987 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb98f-8a06-4867-a7a1-bbbe4af5dd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:23.291475 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6a827-b2fc-4332-889b-fbb58436a872 req-c99a9a49-cbba-4b72-9a95-477bce4a283c tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:23.300646 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a2d6a827-b2fc-4332-889b-fbb58436a872 req-c99a9a49-cbba-4b72-9a95-477bce4a283c tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1498132
Apr 15 11:00:23.337502 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb98f-8a06-4867-a7a1-bbbe4af5dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:23.345902 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-361a5cf8-2f33-4357-a203-9fd08e01b71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:23.364481 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cb98f-8a06-4867-a7a1-bbbe4af5dd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecae6e66-3ad9-4882-936f-050140e091ca,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:23.367061 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb98f-8a06-4867-a7a1-bbbe4af5dd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:23.368304 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-7f3cb98f-8a06-4867-a7a1-bbbe4af5dd95 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ecae6e66-3ad9-4882-936f-050140e091ca HTTP/1.1" status: 204  len: 168 time: 0.2205427
Apr 15 11:00:23.369410 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7f3cb98f-8a06-4867-a7a1-bbbe4af5dd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:23.379883 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a2d6a827-b2fc-4332-889b-fbb58436a872 req-6efda791-0c3c-4a83-ac4a-3818cacd079d tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0588162
Apr 15 11:00:23.503401 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 02de7f94-4506-48c3-be27-fd277ea5215c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:00:23.513807 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device ef7974cc-7eb7-4a27-b700-4b3c98082683 up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:00:23.685309 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6da22-d87e-4672-97db-622c312c7869 req-ad3708ed-3826-43d5-a9bc-e55d95d5431d tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:23.690629 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port ef7974cc-7eb7-4a27-b700-4b3c98082683 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:00:23.693291 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4bc6da22-d87e-4672-97db-622c312c7869 req-ad3708ed-3826-43d5-a9bc-e55d95d5431d tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 945 time: 0.1821713
Apr 15 11:00:23.754378 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4bc6da22-d87e-4672-97db-622c312c7869 req-27715cdd-ff5e-4547-b538-1f9237b97c7c tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599878
Apr 15 11:00:23.770611 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f44934-61f8-44ae-8bc6-29e235090118 req-930d1c18-fd61-4ab7-9126-db28362a13c2 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:23.779446 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-00f44934-61f8-44ae-8bc6-29e235090118 req-930d1c18-fd61-4ab7-9126-db28362a13c2 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 943 time: 0.2121766
Apr 15 11:00:23.851948 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-00f44934-61f8-44ae-8bc6-29e235090118 req-396df4e1-7f6e-493d-bc1f-46adf1fee7e9 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711565
Apr 15 11:00:23.859695 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 02de7f94-4506-48c3-be27-fd277ea5215c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=02de7f94-4506-48c3-be27-fd277ea5215c,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:23.896285 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port ef7974cc-7eb7-4a27-b700-4b3c98082683 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:00:23.896713 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:23.935888 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': '02de7f94-4506-48c3-be27-fd277ea5215c', 'network_id': 'cbf52b31-cabb-4684-b870-425b20f1a830', 'port_id': '02de7f94-4506-48c3-be27-fd277ea5215c', 'mac_address': 'fa:16:3e:11:1c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:00:24.039951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:24.067423 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02de7f94-4506-48c3-be27-fd277ea5215c {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:00:24.086332 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 02de7f94-4506-48c3-be27-fd277ea5215c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=02de7f94-4506-48c3-be27-fd277ea5215c,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:24.095878 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:24.101832 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:24.304036 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f8d3467f-5594-44ec-9cf9-7db2e79ed57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:24.477668 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430ff81-caec-48b3-93df-3d9472763da9 req-07cea496-3ddd-4c33-b238-eea9805acec9 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:24.486699 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b430ff81-caec-48b3-93df-3d9472763da9 req-07cea496-3ddd-4c33-b238-eea9805acec9 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 945 time: 0.3297501
Apr 15 11:00:24.548489 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b430ff81-caec-48b3-93df-3d9472763da9 req-666fd279-682f-496d-9c7a-8e6db8569fb9 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607097
Apr 15 11:00:24.564163 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1866d5-0a71-4c53-8f57-6764b7140290 req-d8fe3819-2a79-437b-b4c3-7f02e41eb1b8 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:24.586718 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3d1866d5-0a71-4c53-8f57-6764b7140290 req-d8fe3819-2a79-437b-b4c3-7f02e41eb1b8 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.3165216
Apr 15 11:00:24.587270 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:24.644773 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=02de7f94-4506-48c3-be27-fd277ea5215c,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:24.648458 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:24.666915 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3c9a2f-2adb-410c-902d-978f9f2ab75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7974cc-7eb7-4a27-b700-4b3c98082683'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:00:24.681617 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3d1866d5-0a71-4c53-8f57-6764b7140290 req-2e6370e2-e6b1-419d-a1a1-3d0ff4874e32 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931876
Apr 15 11:00:24.694953 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port ef7974cc-7eb7-4a27-b700-4b3c98082683, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ef7974cc-7eb7-4a27-b700-4b3c98082683,segment=NetworkSegment(f65a49d0-58d4-427a-9c67-46598b9ecc37),segment_id=f65a49d0-58d4-427a-9c67-46598b9ecc37)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:24.700752 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:24.703975 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:24.802919 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['02de7f94-4506-48c3-be27-fd277ea5215c'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:00:24.925926 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3c9a2f-2adb-410c-902d-978f9f2ab75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7974cc-7eb7-4a27-b700-4b3c98082683', 'code': 200}
Apr 15 11:00:24.976587 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a292716-8f56-49a0-8cdd-d0ef80abaea1 req-9e9fe179-531b-40e2-aa02-8a92da55ca7d tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:24.988234 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=ef7974cc-7eb7-4a27-b700-4b3c98082683,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:25.000835 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3a292716-8f56-49a0-8cdd-d0ef80abaea1 req-9e9fe179-531b-40e2-aa02-8a92da55ca7d tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.2079272
Apr 15 11:00:25.005544 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:25.344368 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3a292716-8f56-49a0-8cdd-d0ef80abaea1 req-a54a8fe9-6a91-4bcd-9bc1-c3179482227a tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3417690
Apr 15 11:00:25.404165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aee5f0-5349-43e0-8f68-5a90cbd925b6 req-3a7cb7b8-256c-415f-8d84-50ac3d652717 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:25.407996 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e6aee5f0-5349-43e0-8f68-5a90cbd925b6 req-3a7cb7b8-256c-415f-8d84-50ac3d652717 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 946 time: 0.3369677
Apr 15 11:00:25.428368 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9c3be751-93ce-4f4d-b6af-c2d3cf7cd2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:25.437625 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24db66c-1539-4043-b93d-ea0691ab2052 req-42ba9000-d111-4638-bab8-70806d488d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:25.447073 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d24db66c-1539-4043-b93d-ea0691ab2052 req-42ba9000-d111-4638-bab8-70806d488d8a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 1099 time: 0.2306945
Apr 15 11:00:25.527527 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d24db66c-1539-4043-b93d-ea0691ab2052 req-4bdebd6d-d3ba-42da-b95a-3ec145aabf04 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724738
Apr 15 11:00:25.543513 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e6aee5f0-5349-43e0-8f68-5a90cbd925b6 req-9179a3a5-96b0-4de2-ab07-6a072b10583c tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264002
Apr 15 11:00:25.713813 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b42fc-bfa3-4194-8ee9-58882a2d3da2 req-ad0221e1-fdba-4adb-8413-7a062e87c27e tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:25.722479 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-da3b42fc-bfa3-4194-8ee9-58882a2d3da2 req-ad0221e1-fdba-4adb-8413-7a062e87c27e tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 944 time: 0.1554358
Apr 15 11:00:25.873396 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-da3b42fc-bfa3-4194-8ee9-58882a2d3da2 req-0dda2620-493e-475c-be4c-d183e3d65abb tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497662
Apr 15 11:00:25.916941 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ecbfb-2c17-4ad0-8ee1-18adf2b32300 req-2504e6ba-1758-4fca-a4fc-72575121d6d8 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:25.928591 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-664ecbfb-2c17-4ad0-8ee1-18adf2b32300 req-2504e6ba-1758-4fca-a4fc-72575121d6d8 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 945 time: 0.1870923
Apr 15 11:00:26.001307 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-664ecbfb-2c17-4ad0-8ee1-18adf2b32300 req-52f9b166-9e13-4d5e-bf7f-e26088ffcc3b tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717411
Apr 15 11:00:26.228358 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c9dd7-718e-4582-a84f-ee4a8f419109 req-072f1ab2-d9ed-491b-bd56-ab27f8cb79c5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:26.232543 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-aa6c9dd7-718e-4582-a84f-ee4a8f419109 req-072f1ab2-d9ed-491b-bd56-ab27f8cb79c5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1639006
Apr 15 11:00:26.295244 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-aa6c9dd7-718e-4582-a84f-ee4a8f419109 req-d8481e0b-222c-402c-8be9-a488b8f187e4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559716
Apr 15 11:00:26.686342 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:26.873894 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec38fa0-7c5b-41c6-8446-9c720f2be85b req-20abce46-e611-4156-8a99-04124a78c0db tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:26.888558 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3ec38fa0-7c5b-41c6-8446-9c720f2be85b req-20abce46-e611-4156-8a99-04124a78c0db tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 946 time: 0.1473126
Apr 15 11:00:27.062895 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3ec38fa0-7c5b-41c6-8446-9c720f2be85b req-cd8ef21b-1463-4168-8b0e-1d890847c447 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724117
Apr 15 11:00:27.083123 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:27.266458 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93387ca4-cdcb-4b2d-8076-2135e82ba73d req-9605896b-e221-434b-9228-e90bdde48ac9 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:27.277227 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-93387ca4-cdcb-4b2d-8076-2135e82ba73d req-9605896b-e221-434b-9228-e90bdde48ac9 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 944 time: 0.1480489
Apr 15 11:00:27.391616 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-93387ca4-cdcb-4b2d-8076-2135e82ba73d req-fc68bcc9-bfe7-4e34-a1d2-9d999eaf2a5d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065030
Apr 15 11:00:27.670388 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d7fce-52c0-4722-9f68-2e45945d7d8f req-ee43b459-eb35-4dd5-9211-8274d4462ea5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:27.672401 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5c7d7fce-52c0-4722-9f68-2e45945d7d8f req-ee43b459-eb35-4dd5-9211-8274d4462ea5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1521680
Apr 15 11:00:27.730580 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5c7d7fce-52c0-4722-9f68-2e45945d7d8f req-2dcda74f-92ea-4f0f-8e06-15b1ef18e984 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502126
Apr 15 11:00:28.355003 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb02ba-91cd-429c-ad2e-e8aeb800caa3 req-d897c16a-6f10-43ef-b6e6-dfe7dbf60bd1 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:28.356699 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cefb02ba-91cd-429c-ad2e-e8aeb800caa3 req-d897c16a-6f10-43ef-b6e6-dfe7dbf60bd1 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 946 time: 0.1050677
Apr 15 11:00:28.413875 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cefb02ba-91cd-429c-ad2e-e8aeb800caa3 req-0754090d-6ea2-4421-b4e2-281501f1daea tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497317
Apr 15 11:00:28.623718 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0456879-bcf3-4567-8ef5-12409e532f4e req-a1d5c152-aec5-4b6d-8141-a86a443f3f99 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:28.625423 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e0456879-bcf3-4567-8ef5-12409e532f4e req-a1d5c152-aec5-4b6d-8141-a86a443f3f99 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 944 time: 0.0964692
Apr 15 11:00:28.681087 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e0456879-bcf3-4567-8ef5-12409e532f4e req-1a528350-11d6-4960-9e4f-03b542a98350 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467606
Apr 15 11:00:28.955351 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b277e-e761-4eed-a5e7-5340ce693659 req-c622fec5-736a-4959-90a8-49ad4dfd7e26 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:28.957074 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b11b277e-e761-4eed-a5e7-5340ce693659 req-c622fec5-736a-4959-90a8-49ad4dfd7e26 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.0972898
Apr 15 11:00:29.017121 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b11b277e-e761-4eed-a5e7-5340ce693659 req-cb694a1b-9847-47f6-9d69-070470ae5332 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532222
Apr 15 11:00:29.334271 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 02de7f94-4506-48c3-be27-fd277ea5215c up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:00:29.437341 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port 02de7f94-4506-48c3-be27-fd277ea5215c completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:00:29.443785 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port 02de7f94-4506-48c3-be27-fd277ea5215c triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:00:29.444408 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:29.606941 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:29.658217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef5ea73-1279-4934-92fe-ce3b18e1fc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02de7f94-4506-48c3-be27-fd277ea5215c'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:00:29.677332 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad093bc-3953-46f7-921c-6659cd7fa6d2 req-6823a8de-ff5c-403e-ab81-3f78cc8f19af tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:29.678875 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 02de7f94-4506-48c3-be27-fd277ea5215c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=02de7f94-4506-48c3-be27-fd277ea5215c,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:29.679515 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1ad093bc-3953-46f7-921c-6659cd7fa6d2 req-6823a8de-ff5c-403e-ab81-3f78cc8f19af tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 946 time: 0.1348915
Apr 15 11:00:29.684427 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:29.687687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:29.773855 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1ad093bc-3953-46f7-921c-6659cd7fa6d2 req-72f81306-7bf1-4c33-b9ca-6f2e0d16d80a tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800159
Apr 15 11:00:29.790064 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=02de7f94-4506-48c3-be27-fd277ea5215c,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:29.796093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:29.909662 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef5ea73-1279-4934-92fe-ce3b18e1fc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02de7f94-4506-48c3-be27-fd277ea5215c', 'code': 200}
Apr 15 11:00:30.226852 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:30.233886 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a54354-74f2-449e-9cf5-f654a80611e9 req-b9d99f54-fbf8-4ed3-9912-76c409bc5ab1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:30.235671 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d1a54354-74f2-449e-9cf5-f654a80611e9 req-b9d99f54-fbf8-4ed3-9912-76c409bc5ab1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 945 time: 0.3047519
Apr 15 11:00:30.349999 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d1a54354-74f2-449e-9cf5-f654a80611e9 req-f082438a-ff86-4162-be83-a6f29332521b tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015942
Apr 15 11:00:30.389567 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcd149-fbc8-4ccd-adf1-e968aaf0167b req-51850a7f-f8d5-4ccc-9658-cd1a70ce5720 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:30.391314 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-74fcd149-fbc8-4ccd-adf1-e968aaf0167b req-51850a7f-f8d5-4ccc-9658-cd1a70ce5720 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1231394
Apr 15 11:00:30.469463 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-74fcd149-fbc8-4ccd-adf1-e968aaf0167b req-64734a38-c4df-4f05-a101-389c1b0f09f1 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633881
Apr 15 11:00:30.805341 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718c87b-1b76-49eb-856e-075309634137 req-84e52860-07dd-441b-a43b-d5264e388114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:30.807995 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a718c87b-1b76-49eb-856e-075309634137 req-84e52860-07dd-441b-a43b-d5264e388114 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 1098 time: 0.1003013
Apr 15 11:00:31.041888 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8949d5-9bbb-48cd-b550-20bdef7ea4d7 req-9a1a1713-b29e-4953-b23a-0a16fdd899bb tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:31.044130 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0a8949d5-9bbb-48cd-b550-20bdef7ea4d7 req-9a1a1713-b29e-4953-b23a-0a16fdd899bb tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 946 time: 0.1305394
Apr 15 11:00:31.066180 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a718c87b-1b76-49eb-856e-075309634137 req-480f5a9a-9840-489f-a6f9-318b309b7151 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697010
Apr 15 11:00:31.109450 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0a8949d5-9bbb-48cd-b550-20bdef7ea4d7 req-f2fa91b0-a773-4775-8223-fde259e083de tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559042
Apr 15 11:00:31.808771 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5226d-6d6b-420c-a593-a6ed44595563 req-734ac186-1a10-4c30-8c69-d665750bc6ed tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:31.817888 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-30c5226d-6d6b-420c-a593-a6ed44595563 req-734ac186-1a10-4c30-8c69-d665750bc6ed tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 945 time: 0.1894190
Apr 15 11:00:31.885558 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-30c5226d-6d6b-420c-a593-a6ed44595563 req-320d046f-f468-4828-bf75-dbcdb0371978 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663748
Apr 15 11:00:31.977397 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115b5d7-f605-489c-9216-7d7d1c725485 req-10cdc004-933a-4335-a430-e8919521af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:31.982101 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1115b5d7-f605-489c-9216-7d7d1c725485 req-10cdc004-933a-4335-a430-e8919521af17 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=680f4c59aed648ae8db373d5dcc3c9ed&device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 1099 time: 0.2857997
Apr 15 11:00:32.239115 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115b5d7-f605-489c-9216-7d7d1c725485 req-18bf31ea-7646-4dfa-b33d-eea0c559ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:32.241008 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1115b5d7-f605-489c-9216-7d7d1c725485 req-18bf31ea-7646-4dfa-b33d-eea0c559ade2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca HTTP/1.1" status: 200  len: 917 time: 0.2509446
Apr 15 11:00:32.255079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f26f1-e9cb-4f56-b617-e6b919e9e5b0 req-efbf6fd9-1f8c-4df1-9fe8-025f1f61ec77 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:32.256817 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7d1f26f1-e9cb-4f56-b617-e6b919e9e5b0 req-efbf6fd9-1f8c-4df1-9fe8-025f1f61ec77 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.2579467
Apr 15 11:00:32.338721 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be044e20-764b-4bf8-a9d8-59012a07a747 req-da1954ae-7e38-4c0c-82d0-1b21c2606a16 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:32.340532 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-be044e20-764b-4bf8-a9d8-59012a07a747 req-da1954ae-7e38-4c0c-82d0-1b21c2606a16 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 945 time: 0.2057996
Apr 15 11:00:32.346322 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7d1f26f1-e9cb-4f56-b617-e6b919e9e5b0 req-9f638d76-8b11-484f-af01-e88068d7d984 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738928
Apr 15 11:00:32.404433 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1115b5d7-f605-489c-9216-7d7d1c725485 req-09c49cd0-0954-4261-97e0-93568dadf29a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c34e8bda-5a25-484a-b9f2-fced87bbb15a HTTP/1.1" status: 200  len: 1001 time: 0.1559401
Apr 15 11:00:32.412296 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-be044e20-764b-4bf8-a9d8-59012a07a747 req-e419a81a-9945-4b14-af8b-91740d104a02 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583055
Apr 15 11:00:32.579969 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec297086-0a70-4132-81cd-f73f3c4be9cb req-51e8656f-4498-435c-8325-51ff88b922e2 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:32.581723 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ec297086-0a70-4132-81cd-f73f3c4be9cb req-51e8656f-4498-435c-8325-51ff88b922e2 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 946 time: 0.0966091
Apr 15 11:00:32.633882 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ec297086-0a70-4132-81cd-f73f3c4be9cb req-475d0dee-a946-4443-bf76-966f4c23c527 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451458
Apr 15 11:00:32.848884 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1f960-6e3c-4601-8aae-ff499f9f7aa2 req-81178203-dbf5-4180-984f-8cbcca44711a tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:32.850639 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-65d1f960-6e3c-4601-8aae-ff499f9f7aa2 req-81178203-dbf5-4180-984f-8cbcca44711a tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 946 time: 0.0964766
Apr 15 11:00:32.908139 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-65d1f960-6e3c-4601-8aae-ff499f9f7aa2 req-e32ad072-50cc-494c-861a-9bfd6c1740b5 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502276
Apr 15 11:00:33.216290 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814da911-0fcd-486f-ba88-0f971d62bc94 req-03bdcb55-405a-4c23-997a-14d07993e20d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:33.233250 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-814da911-0fcd-486f-ba88-0f971d62bc94 req-03bdcb55-405a-4c23-997a-14d07993e20d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 945 time: 0.2182231
Apr 15 11:00:33.289227 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-814da911-0fcd-486f-ba88-0f971d62bc94 req-43508c1d-b2f9-4ad4-9d45-692bb640c39f tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529771
Apr 15 11:00:33.531740 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a943225-ce5a-45a7-95b1-ebd12c4ada9a req-3758efa0-c912-4815-9b49-caa5675d0328 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:33.533994 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8a943225-ce5a-45a7-95b1-ebd12c4ada9a req-3758efa0-c912-4815-9b49-caa5675d0328 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 946 time: 0.1076400
Apr 15 11:00:33.637365 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115b5d7-f605-489c-9216-7d7d1c725485 req-83eac22c-a741-4f34-9435-b036032b53be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:33.639460 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1115b5d7-f605-489c-9216-7d7d1c725485 req-83eac22c-a741-4f34-9435-b036032b53be service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cc8f8bbb-1b00-4320-81db-dc64ff750b3a HTTP/1.1" status: 200  len: 854 time: 0.0777040
Apr 15 11:00:33.653203 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8a943225-ce5a-45a7-95b1-ebd12c4ada9a req-2eb59015-a519-457e-b0cb-73b0c072377b tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059420
Apr 15 11:00:33.697524 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605aeafa-7556-4bd6-bd46-643e22ac8e5b req-7c94db64-8fb8-4fb3-a99e-ebf6d35341cd tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:33.700569 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-605aeafa-7556-4bd6-bd46-643e22ac8e5b req-7c94db64-8fb8-4fb3-a99e-ebf6d35341cd tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1357701
Apr 15 11:00:33.815819 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-605aeafa-7556-4bd6-bd46-643e22ac8e5b req-6d53e1da-3666-4680-b608-c6d48160eeb5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987699
Apr 15 11:00:33.963475 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38d844-eb9f-46a5-92a6-889e9927ea60 req-6c2fb81f-f6a5-42e0-8472-5507913c282c tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:33.966072 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4c38d844-eb9f-46a5-92a6-889e9927ea60 req-6c2fb81f-f6a5-42e0-8472-5507913c282c tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 945 time: 0.1352751
Apr 15 11:00:34.025817 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4c38d844-eb9f-46a5-92a6-889e9927ea60 req-4f818c6e-0c6f-4330-a604-970f44e74293 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516086
Apr 15 11:00:34.542216 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf5f52-36d3-4cdd-a6d5-8ec4ba19f408 req-ef6d1f6c-23bb-4532-a124-b8b1176e4bba tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:34.544261 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4bbf5f52-36d3-4cdd-a6d5-8ec4ba19f408 req-ef6d1f6c-23bb-4532-a124-b8b1176e4bba tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 945 time: 0.1004817
Apr 15 11:00:34.617768 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4bbf5f52-36d3-4cdd-a6d5-8ec4ba19f408 req-87298310-63e9-47b4-82a7-91b6ce14dde1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599744
Apr 15 11:00:34.646343 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115b5d7-f605-489c-9216-7d7d1c725485 req-78001398-dc88-4a33-93b7-5e00a982984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:34.648117 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1115b5d7-f605-489c-9216-7d7d1c725485 req-78001398-dc88-4a33-93b7-5e00a982984d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1045847
Apr 15 11:00:35.039385 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab19e8-db41-42b9-92cc-65b422a8c69f req-90598a95-41f4-4375-846f-4e75e3f85b00 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:35.041101 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dfab19e8-db41-42b9-92cc-65b422a8c69f req-90598a95-41f4-4375-846f-4e75e3f85b00 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.0957031
Apr 15 11:00:35.098643 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dfab19e8-db41-42b9-92cc-65b422a8c69f req-b5d4b6bd-a0b6-49ad-9abe-56288b219b73 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499413
Apr 15 11:00:35.329278 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8d08b-9698-4840-986d-22447c853392 req-5733660c-ca0f-45b0-9dc2-30d96f71f99b tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:35.331070 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-17a8d08b-9698-4840-986d-22447c853392 req-5733660c-ca0f-45b0-9dc2-30d96f71f99b tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 945 time: 0.1174166
Apr 15 11:00:35.394917 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-17a8d08b-9698-4840-986d-22447c853392 req-6c8bc2d4-4627-49e0-8ddd-07d9b3078da0 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511112
Apr 15 11:00:35.798374 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1115b5d7-f605-489c-9216-7d7d1c725485 req-b58352c8-c619-48b3-af78-70278fef0f74 service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2027597
Apr 15 11:00:35.915655 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89b520-a84e-41cb-a651-99f779655c39 req-d206aff6-31c1-437d-b518-c8feb7dc9687 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:35.918491 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa89b520-a84e-41cb-a651-99f779655c39 req-d206aff6-31c1-437d-b518-c8feb7dc9687 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 945 time: 0.1526241
Apr 15 11:00:35.994943 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa89b520-a84e-41cb-a651-99f779655c39 req-437840c4-75e7-4d2c-b89c-f4243af94dda tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680921
Apr 15 11:00:36.023998 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1115b5d7-f605-489c-9216-7d7d1c725485 req-994ccdbf-b4a8-456b-8d95-358365ff7b9c service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2067246
Apr 15 11:00:36.383875 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98c295-328a-4d44-a899-b7086f73bab1 req-d10bb427-66ee-42e1-a953-b39b0d904f6b tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:36.386791 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cd98c295-328a-4d44-a899-b7086f73bab1 req-d10bb427-66ee-42e1-a953-b39b0d904f6b tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1385629
Apr 15 11:00:36.490096 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cd98c295-328a-4d44-a899-b7086f73bab1 req-d8e9f398-bb4a-4fce-8f1a-5c3029da2764 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891654
Apr 15 11:00:36.755252 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f8385-148e-4719-80cd-35cd22dab28e req-716b1837-5555-4b1a-9d8e-52ccd5b93a58 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:36.757177 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d38f8385-148e-4719-80cd-35cd22dab28e req-716b1837-5555-4b1a-9d8e-52ccd5b93a58 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 945 time: 0.1840622
Apr 15 11:00:36.825623 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d38f8385-148e-4719-80cd-35cd22dab28e req-1630be34-9133-4719-bb89-ac0dac8134e6 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543184
Apr 15 11:00:37.256539 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee513d80-a3cc-4c5b-aa57-e1f119df4577 req-15082826-9f3b-4b1d-9458-a898b743e83a tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:37.259428 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ee513d80-a3cc-4c5b-aa57-e1f119df4577 req-15082826-9f3b-4b1d-9458-a898b743e83a tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 945 time: 0.1051717
Apr 15 11:00:37.312749 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ee513d80-a3cc-4c5b-aa57-e1f119df4577 req-e74f4576-bf63-476b-b9e1-120f68867a63 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460351
Apr 15 11:00:37.739180 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454839f3-eb9c-49c8-86c0-acd37868c81b req-6cf719fb-3df3-47d6-a94b-cf8611fa606d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:37.740863 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-454839f3-eb9c-49c8-86c0-acd37868c81b req-6cf719fb-3df3-47d6-a94b-cf8611fa606d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.0988486
Apr 15 11:00:37.828838 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-454839f3-eb9c-49c8-86c0-acd37868c81b req-784e893d-283b-4d73-8648-8887a6ecd0fe tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780034
Apr 15 11:00:38.080254 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95daf5a-40f5-44cc-87bf-578aca44b979 req-84ccbdc4-14ed-4ee4-aa4c-df1748fa75e2 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:38.081915 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e95daf5a-40f5-44cc-87bf-578aca44b979 req-84ccbdc4-14ed-4ee4-aa4c-df1748fa75e2 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 945 time: 0.0949383
Apr 15 11:00:38.137323 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e95daf5a-40f5-44cc-87bf-578aca44b979 req-6f2c3fc2-2324-4dd4-8e91-e8cd6ee3be3e tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487099
Apr 15 11:00:38.585063 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa2c36-aa25-4316-9aef-c84b3a5b7904 req-978b057d-8dea-4634-bbe4-b3f1ed49ca9b tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:38.586876 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-64fa2c36-aa25-4316-9aef-c84b3a5b7904 req-978b057d-8dea-4634-bbe4-b3f1ed49ca9b tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 945 time: 0.1060033
Apr 15 11:00:38.641454 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-64fa2c36-aa25-4316-9aef-c84b3a5b7904 req-31a7d5fa-1787-4008-9747-00f9d0b4f908 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469093
Apr 15 11:00:39.130795 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device c34e8bda-5a25-484a-b9f2-fced87bbb15a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:39.189025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552143aa-174b-43b9-8619-5f4925a2dab2 req-607ac9c4-6df4-4d3b-9292-d110c756ce1e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:39.191866 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-552143aa-174b-43b9-8619-5f4925a2dab2 req-607ac9c4-6df4-4d3b-9292-d110c756ce1e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 946 time: 0.1539490
Apr 15 11:00:39.304628 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-552143aa-174b-43b9-8619-5f4925a2dab2 req-375d7f9b-e25e-427d-ad33-04067e62090d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962985
Apr 15 11:00:39.387238 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:39.421692 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4080e02-8fe1-464d-9d6e-35e63fa8f18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:00:39.436250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port c34e8bda-5a25-484a-b9f2-fced87bbb15a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c34e8bda-5a25-484a-b9f2-fced87bbb15a,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:39.441885 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:39.446157 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a8034a06-5251-439e-ae33-2de8d3251c6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:39.512302 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc869862-ff02-4e8d-a846-346e4b1bd79b req-7c1ad09f-5db6-44de-917b-44a28eddd0af tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:39.514908 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dc869862-ff02-4e8d-a846-346e4b1bd79b req-7c1ad09f-5db6-44de-917b-44a28eddd0af tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 945 time: 0.1367350
Apr 15 11:00:39.518362 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4080e02-8fe1-464d-9d6e-35e63fa8f18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a', 'code': 200}
Apr 15 11:00:39.556780 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=c34e8bda-5a25-484a-b9f2-fced87bbb15a,revision_number=8']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:39.564206 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:39.600799 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dc869862-ff02-4e8d-a846-346e4b1bd79b req-ecc9f6be-5be9-4b94-9c13-244d5e3a8bd8 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691147
Apr 15 11:00:39.867717 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fce38-b383-4b0a-95c5-8a9583ceeb8f req-413e759c-fee3-45bf-8e1b-0307423a6138 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:39.869389 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0a1fce38-b383-4b0a-95c5-8a9583ceeb8f req-413e759c-fee3-45bf-8e1b-0307423a6138 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 945 time: 0.0995789
Apr 15 11:00:39.925058 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0a1fce38-b383-4b0a-95c5-8a9583ceeb8f req-2eb5120b-ba58-4514-ba9b-7b7aadcc9ca8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477195
Apr 15 11:00:40.520544 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:00:40.711802 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d4ce6-ed7d-45c5-8e79-6fd3abcf684a req-d5fb13ad-3116-4425-8ce6-dfcb8434b20c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:40.714765 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8f5d4ce6-ed7d-45c5-8e79-6fd3abcf684a req-d5fb13ad-3116-4425-8ce6-dfcb8434b20c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.1713507
Apr 15 11:00:40.819842 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8f5d4ce6-ed7d-45c5-8e79-6fd3abcf684a req-1499b6b6-d2b2-488c-88d3-720c0b559061 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0960884
Apr 15 11:00:41.150964 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cb90f-b96e-4ecf-bd0a-221ff1715bd2 req-c3cf060e-466a-4f22-bb69-e8686fee432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:41.166500 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2b8cb90f-b96e-4ecf-bd0a-221ff1715bd2 req-c3cf060e-466a-4f22-bb69-e8686fee432f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=804134d291a14530a112361fda616a0d&device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 1098 time: 0.1518593
Apr 15 11:00:41.210332 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dbb05-c400-4cd4-b626-71d42ebf1589 req-953e2787-f1ee-4710-b3ad-8019a0c1939b tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:41.213270 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c03dbb05-c400-4cd4-b626-71d42ebf1589 req-953e2787-f1ee-4710-b3ad-8019a0c1939b tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 945 time: 0.2579587
Apr 15 11:00:41.297756 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17378d-2e43-4351-a3ca-e16c664677b5 req-120bf28b-bd9a-4e40-b17a-b17c5cee1472 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:41.299693 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bc17378d-2e43-4351-a3ca-e16c664677b5 req-120bf28b-bd9a-4e40-b17a-b17c5cee1472 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.2792051
Apr 15 11:00:41.303677 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c03dbb05-c400-4cd4-b626-71d42ebf1589 req-5c38c870-3861-45ef-820a-282220244d75 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756977
Apr 15 11:00:41.399441 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bc17378d-2e43-4351-a3ca-e16c664677b5 req-164ef4b6-1f4f-4645-9d31-1db30d4fc5ed tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886586
Apr 15 11:00:41.552756 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64719057-8650-4e8a-99a9-afc083b16885 req-ff29840d-4bc1-435e-95e2-8bb245350e70 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:41.554359 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-64719057-8650-4e8a-99a9-afc083b16885 req-ff29840d-4bc1-435e-95e2-8bb245350e70 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 945 time: 0.0917349
Apr 15 11:00:41.639131 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-64719057-8650-4e8a-99a9-afc083b16885 req-6dc8d504-7c2d-4c0d-9f6d-b4dde5346698 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764809
Apr 15 11:00:42.178638 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032caef8-3137-4d48-be71-6d97e260c5ce req-3c3c8556-2a23-461f-a865-e06ff71714d0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:42.183328 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-032caef8-3137-4d48-be71-6d97e260c5ce req-3c3c8556-2a23-461f-a865-e06ff71714d0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.1805966
Apr 15 11:00:42.300394 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-032caef8-3137-4d48-be71-6d97e260c5ce req-ac9fd71d-8045-4741-a5d2-6ec1c4ecd5d6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0976610
Apr 15 11:00:42.747533 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54fd33-203a-4f38-bd22-990e73498d85 req-776491e7-1751-4d0e-935a-9a456f643b69 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:42.749234 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8a54fd33-203a-4f38-bd22-990e73498d85 req-776491e7-1751-4d0e-935a-9a456f643b69 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 945 time: 0.2441533
Apr 15 11:00:42.758892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4c2d8-db4c-463e-9a3a-734eba1523b6 req-36ab6eda-fd1a-49ff-b26b-4772d08b1560 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:42.761085 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6be4c2d8-db4c-463e-9a3a-734eba1523b6 req-36ab6eda-fd1a-49ff-b26b-4772d08b1560 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1906285
Apr 15 11:00:42.844500 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8a54fd33-203a-4f38-bd22-990e73498d85 req-01f6a35d-306f-41c9-9c09-482c9d3e0cee tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822845
Apr 15 11:00:42.851004 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6be4c2d8-db4c-463e-9a3a-734eba1523b6 req-1189734f-816e-43d7-84c1-8dffc37e290e tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720999
Apr 15 11:00:43.599159 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f66497-b5b0-4747-91d8-cefdbc61a7aa req-63dc5e0f-dd24-4c56-8e6e-2efb4c5f0e58 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:43.600936 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-36f66497-b5b0-4747-91d8-cefdbc61a7aa req-63dc5e0f-dd24-4c56-8e6e-2efb4c5f0e58 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.1424634
Apr 15 11:00:43.666619 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-36f66497-b5b0-4747-91d8-cefdbc61a7aa req-47a39a2f-fae1-4d80-bbcc-d7c17a820ade tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569286
Apr 15 11:00:44.161134 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce093c-8dc7-4564-99bf-4afbc4fffc10 req-4bf54d10-36a0-46ed-9f7f-8a11dee3898a tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:44.163011 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dbce093c-8dc7-4564-99bf-4afbc4fffc10 req-4bf54d10-36a0-46ed-9f7f-8a11dee3898a tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 945 time: 0.1866200
Apr 15 11:00:44.176670 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1bdfc-56cf-4e76-9f4a-49440799cd05 req-f49dc0ba-4d43-4e7f-a146-b6d1a6caefd5 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:44.178526 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e8b1bdfc-56cf-4e76-9f4a-49440799cd05 req-f49dc0ba-4d43-4e7f-a146-b6d1a6caefd5 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1414535
Apr 15 11:00:44.276055 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dbce093c-8dc7-4564-99bf-4afbc4fffc10 req-c21efd76-9ff0-4996-a401-f43eb37b7d3b tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958173
Apr 15 11:00:44.288515 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e8b1bdfc-56cf-4e76-9f4a-49440799cd05 req-f749854d-b651-4f5e-9f59-3c9d0a081961 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916543
Apr 15 11:00:44.403217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cb90f-b96e-4ecf-bd0a-221ff1715bd2 req-11efdedf-1eb6-4015-ae38-dbbe85a6b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:44.404864 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2b8cb90f-b96e-4ecf-bd0a-221ff1715bd2 req-11efdedf-1eb6-4015-ae38-dbbe85a6b90b service neutron] 10.222.0.99 "GET /v2.0/networks?id=67d31719-2f11-4a22-960a-40e0f7eba8a5 HTTP/1.1" status: 200  len: 921 time: 0.1938591
Apr 15 11:00:44.771847 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2b8cb90f-b96e-4ecf-bd0a-221ff1715bd2 req-90d0dc71-65b2-4654-85c2-87fabb9dc1b7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=881410b3-0540-453d-8285-2540f30bc501 HTTP/1.1" status: 200  len: 217 time: 0.3569410
Apr 15 11:00:44.864633 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cb90f-b96e-4ecf-bd0a-221ff1715bd2 req-6b472ca5-ef08-4cd6-97d5-553eb9bde9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:44.866301 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2b8cb90f-b96e-4ecf-bd0a-221ff1715bd2 req-6b472ca5-ef08-4cd6-97d5-553eb9bde9e7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1a328fd2-dde8-4bb1-a553-950b8375ab8e HTTP/1.1" status: 200  len: 859 time: 0.0733733
Apr 15 11:00:44.937418 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2b8cb90f-b96e-4ecf-bd0a-221ff1715bd2 req-3f7f5fd0-2e5f-49c5-8be2-363c8f831b85 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=67d31719-2f11-4a22-960a-40e0f7eba8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0599225
Apr 15 11:00:45.073116 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659cb87-da33-4076-afd1-31194ff61390 req-9896abcb-82c7-4847-8c0a-051cb2afbd3f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:45.076187 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a659cb87-da33-4076-afd1-31194ff61390 req-9896abcb-82c7-4847-8c0a-051cb2afbd3f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.1713710
Apr 15 11:00:45.170933 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a659cb87-da33-4076-afd1-31194ff61390 req-0657b449-3dec-4995-b88a-b48458edde6e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818939
Apr 15 11:00:45.359021 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2bd47-d455-4687-852d-e6400a9aa782 req-d4658263-35d0-4db8-9cef-9beb4d66a607 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:45.360471 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-54b2bd47-d455-4687-852d-e6400a9aa782 req-d4658263-35d0-4db8-9cef-9beb4d66a607 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Synchronizing usage tracker for tenant:ad14e0be3d2c48e286d1ebe905f19c5c on resource:port {{(pid=85321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:00:45.377316 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2b8cb90f-b96e-4ecf-bd0a-221ff1715bd2 req-173d959b-c29e-400e-af1a-f221e1477fa6 service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3492520
Apr 15 11:00:45.623610 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-54b2bd47-d455-4687-852d-e6400a9aa782 req-d4658263-35d0-4db8-9cef-9beb4d66a607 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Unset dirty status for tenant:ad14e0be3d2c48e286d1ebe905f19c5c on resource:port {{(pid=85321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:00:45.625006 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-54b2bd47-d455-4687-852d-e6400a9aa782 req-d4658263-35d0-4db8-9cef-9beb4d66a607 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.99 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 945 time: 0.5958867
Apr 15 11:00:45.627841 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2b8cb90f-b96e-4ecf-bd0a-221ff1715bd2 req-d93695d8-c81b-447e-905d-3d4e0b95fc23 service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2268932
Apr 15 11:00:45.835637 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-54b2bd47-d455-4687-852d-e6400a9aa782 req-d167f0a7-b445-4ba2-afcf-6d7722304d51 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Deleting port 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:00:45.836362 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-54b2bd47-d455-4687-852d-e6400a9aa782 req-d167f0a7-b445-4ba2-afcf-6d7722304d51 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:46.052875 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7abb42-b951-4bb0-b363-6b0269b94289 req-2f69f402-81e6-4cbf-acb6-dfc3f8cca3ed tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:46.055871 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ca7abb42-b951-4bb0-b363-6b0269b94289 req-2f69f402-81e6-4cbf-acb6-dfc3f8cca3ed tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 945 time: 0.6163685
Apr 15 11:00:46.210444 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ca7abb42-b951-4bb0-b363-6b0269b94289 req-77a38a94-19b2-4009-9b24-f06e87ae9f06 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/security-groups?id=aba797a4-6151-45e8-83a7-9c73ce4ac51c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377800
Apr 15 11:00:46.229946 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f1f07-64e6-4ac5-8119-cfb30bb6d480 req-4fb52c26-645f-45b3-a5e3-0243dc178d82 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:46.243566 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-de0f1f07-64e6-4ac5-8119-cfb30bb6d480 req-4fb52c26-645f-45b3-a5e3-0243dc178d82 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.6288986
Apr 15 11:00:46.347785 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-de0f1f07-64e6-4ac5-8119-cfb30bb6d480 req-8a9cfb69-be18-4424-b33a-1d1188a6c3d5 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985472
Apr 15 11:00:46.366486 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-54b2bd47-d455-4687-852d-e6400a9aa782 req-d167f0a7-b445-4ba2-afcf-6d7722304d51 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] For port 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c,segment=NetworkSegment(45079a58-8941-4019-b2c0-60bce44c34a2),segment_id=45079a58-8941-4019-b2c0-60bce44c34a2)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:00:46.367196 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-54b2bd47-d455-4687-852d-e6400a9aa782 req-d167f0a7-b445-4ba2-afcf-6d7722304d51 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:46.628285 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-54b2bd47-d455-4687-852d-e6400a9aa782 req-d167f0a7-b445-4ba2-afcf-6d7722304d51 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Calling delete_port for 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c owned by compute:nova {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:00:46.718022 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e4d29-f408-4649-8ceb-6b06046d4fea req-91b692fa-ef08-4522-a19b-78ed6c2d6a5f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:46.720462 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6a8e4d29-f408-4649-8ceb-6b06046d4fea req-91b692fa-ef08-4522-a19b-78ed6c2d6a5f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.1423357
Apr 15 11:00:46.779738 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6a8e4d29-f408-4649-8ceb-6b06046d4fea req-3e9c990b-6db8-4168-a280-1aa253558f73 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519969
Apr 15 11:00:46.926242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-54b2bd47-d455-4687-852d-e6400a9aa782 req-d167f0a7-b445-4ba2-afcf-6d7722304d51 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:47.175182 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:47.302432 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167f0a7-b445-4ba2-afcf-6d7722304d51 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Pushing event deleted for resources: {'Port': ['ID=9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:47.312508 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d167f0a7-b445-4ba2-afcf-6d7722304d51 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:47.458394 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b2bd47-d455-4687-852d-e6400a9aa782 req-d167f0a7-b445-4ba2-afcf-6d7722304d51 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] No DVR routers for this DVR port 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c on host hv-cinder-78638 {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:00:47.464243 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-54b2bd47-d455-4687-852d-e6400a9aa782 req-d167f0a7-b445-4ba2-afcf-6d7722304d51 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:47.476363 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82dd5be2-da1f-4736-b57a-8fe028be2ac8', 'name': 'network-vif-deleted', 'tag': '9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:00:47.485030 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-54b2bd47-d455-4687-852d-e6400a9aa782 req-d167f0a7-b445-4ba2-afcf-6d7722304d51 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.99 "DELETE /v2.0/ports/9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c HTTP/1.1" status: 204  len: 173 time: 1.8370323
Apr 15 11:00:47.686774 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f4a237b9-ab98-4ca4-8810-17732b77b7d8 req-b7312cc3-42b0-4533-b03e-f4893942919a tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] 10.222.0.100 "GET /v2.0/ports?device_id=82dd5be2-da1f-4736-b57a-8fe028be2ac8 HTTP/1.1" status: 200  len: 210 time: 0.0952666
Apr 15 11:00:47.786172 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 45810) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:47.979984 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82dd5be2-da1f-4736-b57a-8fe028be2ac8', 'name': 'network-vif-deleted', 'tag': '9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c', 'status': 'completed', 'code': 200}
Apr 15 11:00:48.070954 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74c5fc-c3cc-4282-926d-5c8dac910ec0 req-bc8b2fbd-0154-4689-938e-0a058595a407 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:48.089127 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2c74c5fc-c3cc-4282-926d-5c8dac910ec0 req-bc8b2fbd-0154-4689-938e-0a058595a407 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1059914
Apr 15 11:00:48.094012 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b099e30-54e1-445c-ae02-8b855a0afb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:48.138636 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2c74c5fc-c3cc-4282-926d-5c8dac910ec0 req-033d6ce4-9739-4565-a6bd-10c5d22d1445 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514646
Apr 15 11:00:48.164839 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0b099e30-54e1-445c-ae02-8b855a0afb42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:00:48.179298 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0b099e30-54e1-445c-ae02-8b855a0afb42 admin admin] Usage tracker for resource:security_group_rule and tenant:8b2a44e155df46f7ac0dc2831a153f06 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:00:48.183551 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0b099e30-54e1-445c-ae02-8b855a0afb42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:00:48.190493 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0b099e30-54e1-445c-ae02-8b855a0afb42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:00:48.346683 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948679e-1974-49dd-b933-95ca1ccea6aa req-49ef347b-fb8b-48bc-8405-d32212685769 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:48.349580 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7948679e-1974-49dd-b933-95ca1ccea6aa req-49ef347b-fb8b-48bc-8405-d32212685769 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.1375940
Apr 15 11:00:48.366333 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b099e30-54e1-445c-ae02-8b855a0afb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:48.371251 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b099e30-54e1-445c-ae02-8b855a0afb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:48.383487 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:48.430222 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-98349870-9b43-48fc-aa30-4773c5898d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:48.451628 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0b099e30-54e1-445c-ae02-8b855a0afb42 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8b2a44e155df46f7ac0dc2831a153f06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6635585
Apr 15 11:00:48.455857 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:00:48.456885 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 45824) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:48.457767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 9fbdc2d7-dc13-48ad-9d7b-61a42d5e101c not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:00:48.459068 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device c34e8bda-5a25-484a-b9f2-fced87bbb15a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:00:48.467608 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7948679e-1974-49dd-b933-95ca1ccea6aa req-05e9dfcb-7894-47c7-8f00-419ac4042ac0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1063967
Apr 15 11:00:48.632333 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b099e30-54e1-445c-ae02-8b855a0afb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32816ca3-0853-4558-bcf2-f29f2a29ee6c,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:48.653553 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0b099e30-54e1-445c-ae02-8b855a0afb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:48.699508 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-59f3aa2c-a53d-42a4-aecb-097a6ade8048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:48.762405 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-59f3aa2c-a53d-42a4-aecb-097a6ade8048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:48.891356 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-59f3aa2c-a53d-42a4-aecb-097a6ade8048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:48.907894 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5e1f1379-c7ae-4a1d-84df-0fd51b961d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:00:48.931412 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3aa2c-a53d-42a4-aecb-097a6ade8048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32816ca3-0853-4558-bcf2-f29f2a29ee6c,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:00:48.936251 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-59f3aa2c-a53d-42a4-aecb-097a6ade8048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:00:48.948397 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-59f3aa2c-a53d-42a4-aecb-097a6ade8048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:48.950880 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-59f3aa2c-a53d-42a4-aecb-097a6ade8048 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/32816ca3-0853-4558-bcf2-f29f2a29ee6c HTTP/1.1" status: 204  len: 168 time: 0.4913809
Apr 15 11:00:49.483686 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7e39c-a0f1-43a8-9cdf-672178f3816a req-df10f411-60be-4047-a36e-4d2495b9bc22 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:49.487511 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6df7e39c-a0f1-43a8-9cdf-672178f3816a req-df10f411-60be-4047-a36e-4d2495b9bc22 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1189053
Apr 15 11:00:49.555347 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6df7e39c-a0f1-43a8-9cdf-672178f3816a req-bccd8ca7-bfc7-43e9-9f4c-ddfc01169946 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640318
Apr 15 11:00:50.689342 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7f393-8432-4688-94e4-0d3e1d9e9459 req-a1a4b749-b8e8-4ee5-9bae-5b5bfd1ae737 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:50.699028 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-50913fdf-8f56-4f20-bd06-451625ac55de req-bfdf339d-ea03-41cc-a99d-6a6981acd8a3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2454629
Apr 15 11:00:50.704689 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ccf7f393-8432-4688-94e4-0d3e1d9e9459 req-a1a4b749-b8e8-4ee5-9bae-5b5bfd1ae737 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.3143172
Apr 15 11:00:50.816481 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ccf7f393-8432-4688-94e4-0d3e1d9e9459 req-cdae18ae-b43c-4c3d-b620-d93781899b87 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1097097
Apr 15 11:00:50.959643 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50913fdf-8f56-4f20-bd06-451625ac55de req-26eb884c-663a-4655-b49f-e6e90ff7deba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:50.963015 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-50913fdf-8f56-4f20-bd06-451625ac55de req-26eb884c-663a-4655-b49f-e6e90ff7deba service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=804134d291a14530a112361fda616a0d&device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 1099 time: 0.1970496
Apr 15 11:00:51.224019 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:51.309438 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2a9a9-00a2-4996-a927-fb0a14cd2a53 req-fcb85401-4dc6-40ec-9fa2-2d44f424ce76 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:51.321452 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-05f2a9a9-00a2-4996-a927-fb0a14cd2a53 req-fcb85401-4dc6-40ec-9fa2-2d44f424ce76 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.2483065
Apr 15 11:00:51.340436 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50913fdf-8f56-4f20-bd06-451625ac55de req-08a53253-8dc3-4142-8fb8-5e38298433d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:51.342278 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-50913fdf-8f56-4f20-bd06-451625ac55de req-08a53253-8dc3-4142-8fb8-5e38298433d7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=67d31719-2f11-4a22-960a-40e0f7eba8a5 HTTP/1.1" status: 200  len: 921 time: 0.3429496
Apr 15 11:00:51.446935 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-05f2a9a9-00a2-4996-a927-fb0a14cd2a53 req-9924169f-8b17-4c42-a195-d758af77ebcd tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181588
Apr 15 11:00:51.503825 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-50913fdf-8f56-4f20-bd06-451625ac55de req-37656c57-abe8-4009-9e25-00898adfa434 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d025085c-25e1-4bab-a447-fede622f9ba3 HTTP/1.1" status: 200  len: 217 time: 0.1535668
Apr 15 11:00:51.569612 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 45934) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:00:51.629679 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50913fdf-8f56-4f20-bd06-451625ac55de req-f349e33b-dcdb-450e-9e4d-8576e9a750fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:51.631584 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-50913fdf-8f56-4f20-bd06-451625ac55de req-f349e33b-dcdb-450e-9e4d-8576e9a750fd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1a328fd2-dde8-4bb1-a553-950b8375ab8e HTTP/1.1" status: 200  len: 859 time: 0.1172667
Apr 15 11:00:51.720051 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-50913fdf-8f56-4f20-bd06-451625ac55de req-5e6a3a68-d667-440e-8d02-843f5747ca9f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=67d31719-2f11-4a22-960a-40e0f7eba8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0787809
Apr 15 11:00:51.772920 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-853197d6-25d3-4fef-a8c4-410315c09e33 req-571a3d10-7842-49e1-a17f-7d4bd511ab50 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2014983
Apr 15 11:00:51.997004 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-50913fdf-8f56-4f20-bd06-451625ac55de req-41a018cf-a9c7-4f56-bd9e-cc71290329a0 service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2640824
Apr 15 11:00:52.233698 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04270d4d-fa4c-4124-bd10-75e88f6aac1f req-3a105e2d-8157-4fc7-816c-3ac91c327c8d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:52.236069 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-04270d4d-fa4c-4124-bd10-75e88f6aac1f req-3a105e2d-8157-4fc7-816c-3ac91c327c8d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.1514399
Apr 15 11:00:52.306806 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-04270d4d-fa4c-4124-bd10-75e88f6aac1f req-d8beeb6f-539b-4e8d-8a8f-45949e163b73 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626304
Apr 15 11:00:52.724245 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bd239-52e0-4966-9c54-dca1013c759a req-e72975c8-de00-49a4-9508-99261f316585 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:52.726328 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cc1bd239-52e0-4966-9c54-dca1013c759a req-e72975c8-de00-49a4-9508-99261f316585 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1088169
Apr 15 11:00:52.782309 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cc1bd239-52e0-4966-9c54-dca1013c759a req-67b123db-9c81-4a24-a221-48a2331f10a9 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489860
Apr 15 11:00:52.953034 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-50913fdf-8f56-4f20-bd06-451625ac55de req-e878244d-3a44-4299-8e2a-89d39fc34346 service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1557930
Apr 15 11:00:53.611047 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a56a2-0bc2-4abe-aa11-a12a0a009cf2 req-27dc70bc-b80a-4126-b798-4be0373b5918 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:53.613867 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-709a56a2-0bc2-4abe-aa11-a12a0a009cf2 req-27dc70bc-b80a-4126-b798-4be0373b5918 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.1292183
Apr 15 11:00:53.709263 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-709a56a2-0bc2-4abe-aa11-a12a0a009cf2 req-620231b9-e363-4aa0-903c-72bc78194e17 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822661
Apr 15 11:00:53.852450 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8b214db8-c7f5-4c61-8d67-bcb751766cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:54.013089 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f382-b9b1-4338-b836-04c02dce1652 req-5751269f-cb16-4a79-b383-e27dc58ab7f5 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:54.014781 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7921f382-b9b1-4338-b836-04c02dce1652 req-5751269f-cb16-4a79-b383-e27dc58ab7f5 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.0946000
Apr 15 11:00:54.065743 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7921f382-b9b1-4338-b836-04c02dce1652 req-df55f654-5071-4602-9998-1b0752fc32fa tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441613
Apr 15 11:00:55.019017 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f25b23-8913-4aa3-b8b3-db0c3d3357cd req-81ab5897-2779-400e-8739-bba1ed259028 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:55.020719 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e2f25b23-8913-4aa3-b8b3-db0c3d3357cd req-81ab5897-2779-400e-8739-bba1ed259028 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.1315591
Apr 15 11:00:55.081951 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e2f25b23-8913-4aa3-b8b3-db0c3d3357cd req-140b1ddb-418d-402c-acff-d6937188dd46 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493300
Apr 15 11:00:55.426239 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556722e1-6856-4f95-ba78-120e6e7e0632 req-9d34f1e0-880b-435e-b568-56b8acd1d2d8 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:55.429379 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9086ab5c-5069-40f1-984b-4cec0bf0819c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:55.429600 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-556722e1-6856-4f95-ba78-120e6e7e0632 req-9d34f1e0-880b-435e-b568-56b8acd1d2d8 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1392584
Apr 15 11:00:55.520160 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-556722e1-6856-4f95-ba78-120e6e7e0632 req-82e3582b-cfd7-4cf2-9216-906180b3ea18 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751505
Apr 15 11:00:56.427899 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa82e4-5a66-4459-be81-9fa450c4ef01 req-2ceecad6-58ee-4fe2-a70f-e13fd1fa6091 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:56.430215 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d9aa82e4-5a66-4459-be81-9fa450c4ef01 req-2ceecad6-58ee-4fe2-a70f-e13fd1fa6091 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.1087439
Apr 15 11:00:56.495577 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d9aa82e4-5a66-4459-be81-9fa450c4ef01 req-fc1dfe6d-37d5-4de2-aa58-0a6b97108a43 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576715
Apr 15 11:00:56.685301 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:56.765618 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5cf70-ad32-41a5-9b89-ac465123501d req-140d4ec3-de58-403a-a838-6c07426db407 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:56.767593 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6dd5cf70-ad32-41a5-9b89-ac465123501d req-140d4ec3-de58-403a-a838-6c07426db407 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1117539
Apr 15 11:00:56.848675 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6dd5cf70-ad32-41a5-9b89-ac465123501d req-d7772172-2d2b-4a91-bbad-038f3cf8d1cd tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744429
Apr 15 11:00:57.054810 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:00:58.063883 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234ebae-ce53-4c9e-9346-ff2a10c37ac9 req-0add1c85-499e-48fe-b06a-620f9f1e983a tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:58.078552 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0234ebae-ce53-4c9e-9346-ff2a10c37ac9 req-0add1c85-499e-48fe-b06a-620f9f1e983a tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.1966648
Apr 15 11:00:58.206274 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0234ebae-ce53-4c9e-9346-ff2a10c37ac9 req-c9a460cd-7593-458d-a05c-e8193c3636a1 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1254272
Apr 15 11:00:58.512500 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909434b-ad8e-4a1c-9ff1-e2c403c88858 req-d409b4ac-b4d2-4f07-abc8-6c234b2a97b5 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:58.524106 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a909434b-ad8e-4a1c-9ff1-e2c403c88858 req-d409b4ac-b4d2-4f07-abc8-6c234b2a97b5 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.2385631
Apr 15 11:00:58.621194 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a909434b-ad8e-4a1c-9ff1-e2c403c88858 req-fecf2588-c3d0-4ed3-bb9e-ba3fe62d5f3e tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929749
Apr 15 11:00:59.605340 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d8ecb-746d-40c4-976c-243f6e290e41 req-4b6cbd90-34ab-449d-8b08-3fa9fc4c0cd2 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:59.607102 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-109d8ecb-746d-40c4-976c-243f6e290e41 req-4b6cbd90-34ab-449d-8b08-3fa9fc4c0cd2 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.1179771
Apr 15 11:00:59.680897 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-109d8ecb-746d-40c4-976c-243f6e290e41 req-598b34bc-ce20-4762-b425-4960ae231a1d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665057
Apr 15 11:00:59.927792 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb6d4f-90cc-42a4-9264-bf34398e0340 req-dc8de171-b410-4771-8a8e-eaa988667ab0 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:00:59.937533 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8eb6d4f-90cc-42a4-9264-bf34398e0340 req-dc8de171-b410-4771-8a8e-eaa988667ab0 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1306992
Apr 15 11:01:00.012941 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8eb6d4f-90cc-42a4-9264-bf34398e0340 req-641bcef1-5fd8-41cc-96c3-6e09abbe878c tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743864
Apr 15 11:01:00.205652 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:01.289885 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ae56d-5526-44ce-b78c-43d39d2ad934 req-ef747f01-5f10-4bc7-94e7-9cff6e38214d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:01.293660 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6a5ae56d-5526-44ce-b78c-43d39d2ad934 req-ef747f01-5f10-4bc7-94e7-9cff6e38214d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.3096459
Apr 15 11:01:01.508389 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6a5ae56d-5526-44ce-b78c-43d39d2ad934 req-ad60f965-04ad-414e-8804-ab2fbf84f7f4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2019744
Apr 15 11:01:01.556408 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30eb28-f2d3-4fad-9723-39e2c57afa0f req-05efa9ab-821f-4924-8e4d-0c21e423434b tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:01.571385 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3b30eb28-f2d3-4fad-9723-39e2c57afa0f req-05efa9ab-821f-4924-8e4d-0c21e423434b tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.2761359
Apr 15 11:01:01.645974 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3b30eb28-f2d3-4fad-9723-39e2c57afa0f req-4e836513-b5d7-4510-b8ae-f322f220a411 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718546
Apr 15 11:01:03.086633 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ff00e-5c27-4052-841d-c2188d9312de req-32a431df-be4f-426d-83cc-01c291ddcd0d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:03.099537 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cc1ff00e-5c27-4052-841d-c2188d9312de req-32a431df-be4f-426d-83cc-01c291ddcd0d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.3246017
Apr 15 11:01:03.156945 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf708c-c164-493b-aa6a-491c7197ef51 req-ba9f6ebb-16f1-47a7-a2fd-af94f544fe9e tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:03.172825 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ccdf708c-c164-493b-aa6a-491c7197ef51 req-ba9f6ebb-16f1-47a7-a2fd-af94f544fe9e tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.3404078
Apr 15 11:01:03.327313 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ccdf708c-c164-493b-aa6a-491c7197ef51 req-c32204ca-909d-4e79-a1a7-65ad108c75f8 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549897
Apr 15 11:01:03.342339 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cc1ff00e-5c27-4052-841d-c2188d9312de req-aea2f63c-e327-4cbe-bb43-6ee6484acb47 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2414956
Apr 15 11:01:04.789269 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4d227-1f18-4552-97ac-ee3a4fed7af2 req-8acead68-b415-4c4c-bc0b-c675a9f38d5f tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:04.799192 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-02a4d227-1f18-4552-97ac-ee3a4fed7af2 req-8acead68-b415-4c4c-bc0b-c675a9f38d5f tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.2354701
Apr 15 11:01:04.828571 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03054e-7cbd-4c3b-abe5-2ae132dd2e59 req-dd502df9-4723-4a50-81a2-509605b5c8bc tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:04.830415 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9d03054e-7cbd-4c3b-abe5-2ae132dd2e59 req-dd502df9-4723-4a50-81a2-509605b5c8bc tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.1782718
Apr 15 11:01:04.909004 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-02a4d227-1f18-4552-97ac-ee3a4fed7af2 req-de0df0f9-482b-49bb-b192-67f02755dd7b tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082947
Apr 15 11:01:04.959601 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9d03054e-7cbd-4c3b-abe5-2ae132dd2e59 req-db1f9cf3-b424-4b47-9bfa-f82bb9ba8583 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1147034
Apr 15 11:01:05.699263 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843983a-c4df-4842-a0e5-a448cb9cc583 req-0c058d6b-280b-46ec-b420-528c531b9dd8 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:05.700996 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c843983a-c4df-4842-a0e5-a448cb9cc583 req-0c058d6b-280b-46ec-b420-528c531b9dd8 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 946 time: 0.1385860
Apr 15 11:01:05.790312 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c843983a-c4df-4842-a0e5-a448cb9cc583 req-c8f66ede-f708-4ed3-a697-cf03628f4868 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810461
Apr 15 11:01:05.822721 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 46148) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:06.326185 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453422c6-e95e-470a-9ea1-26ba53f883cf req-9fcce64c-9c5d-423c-ad70-6a8e62852187 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:06.340868 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-453422c6-e95e-470a-9ea1-26ba53f883cf req-9fcce64c-9c5d-423c-ad70-6a8e62852187 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.2659407
Apr 15 11:01:06.423560 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-453422c6-e95e-470a-9ea1-26ba53f883cf req-a851b915-d864-47f5-a29f-bb466f4b43b5 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763555
Apr 15 11:01:06.441666 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2217b2fd-c5f4-42fa-b8b3-ff33d8f9481b tempest-TestMinimumBasicScenario-151981092 tempest-TestMinimumBasicScenario-151981092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:06.441666 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-2217b2fd-c5f4-42fa-b8b3-ff33d8f9481b tempest-TestMinimumBasicScenario-151981092 tempest-TestMinimumBasicScenario-151981092-project-admin] Synchronizing usage tracker for tenant:bb57869b1cf14a7f9691058a0744c006 on resource:port {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:01:06.487581 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-2217b2fd-c5f4-42fa-b8b3-ff33d8f9481b tempest-TestMinimumBasicScenario-151981092 tempest-TestMinimumBasicScenario-151981092-project-admin] Unset dirty status for tenant:bb57869b1cf14a7f9691058a0744c006 on resource:port {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:01:06.499095 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 46170) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:06.499899 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-2217b2fd-c5f4-42fa-b8b3-ff33d8f9481b tempest-TestMinimumBasicScenario-151981092 tempest-TestMinimumBasicScenario-151981092-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 1094 time: 0.6752133
Apr 15 11:01:06.515854 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Request body: {'floatingip': {'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'port_id': 'ef7974cc-7eb7-4a27-b700-4b3c98082683', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:01:06.541029 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:06.568271 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Usage tracker for resource:floatingip and tenant:453d45013f7a4811b3a3f8a11e72dec1 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:06.578083 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:06.594838 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:06.616224 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for floatingip, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:06.681118 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bf2c7-60c6-446d-b104-2e852f9ba512 req-06b32425-83fb-4462-be0b-651db7afb873 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:06.690205 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-066bf2c7-60c6-446d-b104-2e852f9ba512 req-06b32425-83fb-4462-be0b-651db7afb873 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=036ac6bb-e315-4e50-b605-0891a7117fef HTTP/1.1" status: 200  len: 945 time: 0.1291516
Apr 15 11:01:06.912436 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-066bf2c7-60c6-446d-b104-2e852f9ba512 req-4193586d-6588-46e1-8ade-80b4cef34964 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2209013
Apr 15 11:01:06.966414 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853197d6-25d3-4fef-a8c4-410315c09e33 req-417e14e4-2322-4690-95f5-589a2d5295bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:06.969686 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-853197d6-25d3-4fef-a8c4-410315c09e33 req-417e14e4-2322-4690-95f5-589a2d5295bf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a&tenant_id=680f4c59aed648ae8db373d5dcc3c9ed HTTP/1.1" status: 200  len: 1097 time: 0.3109026
Apr 15 11:01:06.979918 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ade78-0fae-4603-a3ea-43b30a0c6a0b req-937d622f-0082-4556-8f54-e91b62dcd459 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:06.982938 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e30ade78-0fae-4603-a3ea-43b30a0c6a0b req-937d622f-0082-4556-8f54-e91b62dcd459 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.2628593
Apr 15 11:01:07.120312 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e30ade78-0fae-4603-a3ea-43b30a0c6a0b req-904d095b-dbd2-4118-8f97-74c2f6c8fe79 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1285319
Apr 15 11:01:07.150908 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:07.268612 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853197d6-25d3-4fef-a8c4-410315c09e33 req-c2c32305-6615-4065-93a0-20cca6d0d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:07.271491 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-853197d6-25d3-4fef-a8c4-410315c09e33 req-c2c32305-6615-4065-93a0-20cca6d0d851 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=680f4c59aed648ae8db373d5dcc3c9ed&device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 1097 time: 0.2402074
Apr 15 11:01:07.722949 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584868e-d416-4465-b5c1-284e778afe95 req-83945dde-046e-4d1d-8895-95231386a8dc tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:07.726353 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Allocated IP 172.27.0.73 (1eeb9c89-2bb9-4c7f-a0e4-333ef2157091/78180e32-2848-4a5f-839b-5eade47ae7ad/36ba0723-90e5-4ae1-a43d-f23fb36aa45d) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:01:07.733188 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f584868e-d416-4465-b5c1-284e778afe95 req-83945dde-046e-4d1d-8895-95231386a8dc tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1238453
Apr 15 11:01:07.792650 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853197d6-25d3-4fef-a8c4-410315c09e33 req-a95e15cd-a71e-4623-a784-582088c5a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:07.795299 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-853197d6-25d3-4fef-a8c4-410315c09e33 req-a95e15cd-a71e-4623-a784-582088c5a002 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca HTTP/1.1" status: 200  len: 917 time: 0.4956992
Apr 15 11:01:07.808248 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f584868e-d416-4465-b5c1-284e778afe95 req-96160d52-6eb8-466d-a4c8-12ac79a97eb5 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749171
Apr 15 11:01:08.560966 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbdab2-a8ef-4dd3-9894-863fa5dbac1b req-40e8a41b-f553-4628-b81a-d7180e317ec6 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:08.574218 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3efbdab2-a8ef-4dd3-9894-863fa5dbac1b req-40e8a41b-f553-4628-b81a-d7180e317ec6 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=036ac6bb-e315-4e50-b605-0891a7117fef HTTP/1.1" status: 200  len: 945 time: 0.3613110
Apr 15 11:01:08.920777 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-853197d6-25d3-4fef-a8c4-410315c09e33 req-8f18f256-14bb-4dd9-9e69-26520165f562 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c34e8bda-5a25-484a-b9f2-fced87bbb15a HTTP/1.1" status: 200  len: 999 time: 1.0852869
Apr 15 11:01:09.273499 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1575c74-81cb-48cd-ae18-02ca15c06a5d req-cc197059-b75e-408b-aab5-372af379e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:09.276334 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3efbdab2-a8ef-4dd3-9894-863fa5dbac1b req-6dbfdf66-0711-4204-bc4e-5d2a1e3b1bb4 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6922984
Apr 15 11:01:09.277541 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a1575c74-81cb-48cd-ae18-02ca15c06a5d req-cc197059-b75e-408b-aab5-372af379e71f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 1098 time: 0.5106943
Apr 15 11:01:09.292355 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:09.297527 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853197d6-25d3-4fef-a8c4-410315c09e33 req-11a0491d-388b-4455-9a5e-229f5682f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:09.311006 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-853197d6-25d3-4fef-a8c4-410315c09e33 req-11a0491d-388b-4455-9a5e-229f5682f50e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cc8f8bbb-1b00-4320-81db-dc64ff750b3a HTTP/1.1" status: 200  len: 854 time: 0.3752134
Apr 15 11:01:09.316874 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfbc14-9d37-452a-9eef-6d47e8a6aa51 req-c8b63df1-1e12-43b3-9b38-ec2993d4982e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:09.330556 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8cbfbc14-9d37-452a-9eef-6d47e8a6aa51 req-c8b63df1-1e12-43b3-9b38-ec2993d4982e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.9507306
Apr 15 11:01:09.444043 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8cbfbc14-9d37-452a-9eef-6d47e8a6aa51 req-1425b9e6-d81f-441a-8c1e-4376ad66ffde tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1053286
Apr 15 11:01:09.452966 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a1575c74-81cb-48cd-ae18-02ca15c06a5d req-f2f3f091-7bfa-4390-957a-87f789088cfb service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313686
Apr 15 11:01:09.500430 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853197d6-25d3-4fef-a8c4-410315c09e33 req-7bf4270b-1e6b-4483-8f7b-d8d8a04f1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:09.502429 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-853197d6-25d3-4fef-a8c4-410315c09e33 req-7bf4270b-1e6b-4483-8f7b-d8d8a04f1310 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1765506
Apr 15 11:01:09.524719 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:09.637957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323312c-a4eb-4066-8c6a-cc62fdbb41d9 req-7da3ce40-d36c-4ca5-8ed1-a39e5139ec2e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:09.639903 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6323312c-a4eb-4066-8c6a-cc62fdbb41d9 req-7da3ce40-d36c-4ca5-8ed1-a39e5139ec2e tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.99 "GET /v2.0/ports?device_id=036ac6bb-e315-4e50-b605-0891a7117fef HTTP/1.1" status: 200  len: 945 time: 0.5475543
Apr 15 11:01:09.676924 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:09.699417 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43d09a-43ea-40b0-a66a-85c35bcc2662 req-c4691d97-a2e2-40b0-9319-b7dcfcf3e684 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:09.701147 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-eb43d09a-43ea-40b0-a66a-85c35bcc2662 req-c4691d97-a2e2-40b0-9319-b7dcfcf3e684 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1958416
Apr 15 11:01:09.770080 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-eb43d09a-43ea-40b0-a66a-85c35bcc2662 req-14780799-cdf7-46e6-82e6-dfce1f53eb35 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553956
Apr 15 11:01:09.958738 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-6323312c-a4eb-4066-8c6a-cc62fdbb41d9 req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Deleting port 6b3e2535-61be-4202-92df-054751b77dd1 {{(pid=85320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:01:09.959553 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-6323312c-a4eb-4066-8c6a-cc62fdbb41d9 req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:10.110217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Pushing event updated for resources: {'Port': ['ID=36ba0723-90e5-4ae1-a43d-f23fb36aa45d,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:10.128509 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:10.145353 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:01:10.163709 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:01:10.181514 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:01:10.471383 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-6323312c-a4eb-4066-8c6a-cc62fdbb41d9 req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] For port 6b3e2535-61be-4202-92df-054751b77dd1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6b3e2535-61be-4202-92df-054751b77dd1,segment=NetworkSegment(1c49ec0d-111b-469b-8988-2a39dc1700c7),segment_id=1c49ec0d-111b-469b-8988-2a39dc1700c7)] {{(pid=85320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:10.472377 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-6323312c-a4eb-4066-8c6a-cc62fdbb41d9 req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:10.666560 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-6323312c-a4eb-4066-8c6a-cc62fdbb41d9 req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Calling delete_port for 6b3e2535-61be-4202-92df-054751b77dd1 owned by compute:nova {{(pid=85320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:01:10.899358 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-853197d6-25d3-4fef-a8c4-410315c09e33 req-321ed511-12da-4fcc-acf9-bc33a5109527 service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0250580
Apr 15 11:01:11.270370 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-853197d6-25d3-4fef-a8c4-410315c09e33 req-090611c3-35a7-4a1e-8188-d1e0a7e7265d service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3314745
Apr 15 11:01:11.280742 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4242b1-a3d4-46eb-bf56-7425310c1ccf req-d345e708-58a4-4127-b8d7-2a0a590ec7dc tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:11.291467 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9f4242b1-a3d4-46eb-bf56-7425310c1ccf req-d345e708-58a4-4127-b8d7-2a0a590ec7dc tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=036ac6bb-e315-4e50-b605-0891a7117fef HTTP/1.1" status: 200  len: 945 time: 0.5532622
Apr 15 11:01:11.318303 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:11.325243 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03924651-1854-4b63-8b69-ad90b29aabf8 req-fab3d94b-ca35-4222-b3c8-061df530c6d0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:11.338175 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-03924651-1854-4b63-8b69-ad90b29aabf8 req-fab3d94b-ca35-4222-b3c8-061df530c6d0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.4469442
Apr 15 11:01:11.443599 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:11.485294 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9f4242b1-a3d4-46eb-bf56-7425310c1ccf req-a2d85442-1be1-4fca-8f9f-dce9c58206f2 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925852
Apr 15 11:01:11.532738 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-03924651-1854-4b63-8b69-ad90b29aabf8 req-012a9ded-9ccd-4d15-8027-19a56007e50e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1934206
Apr 15 11:01:11.544007 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-6323312c-a4eb-4066-8c6a-cc62fdbb41d9 req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:11.611757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:11.888262 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:11.892719 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:11.904518 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Pushing event deleted for resources: {'Port': ['ID=6b3e2535-61be-4202-92df-054751b77dd1,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:11.914942 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2a6e4bba-0492-4af5-9829-ddb28c875552 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:11.963374 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:11.963752 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:11.964197 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:11.965660 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:11.965660 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:11.965660 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:11.965947 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:11.966139 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:11.966544 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:11.966964 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:11.967360 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:11.967741 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:11.980461 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:12.086429 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Pushing event updated for resources: {'Port': ['ID=36ba0723-90e5-4ae1-a43d-f23fb36aa45d,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:12.105792 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:12.106097 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:12.106688 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:12.107156 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:12.107621 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:12.108100 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:12.110356 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:12.110356 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:12.110356 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:12.110356 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:12.110356 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:12.110848 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:12.116472 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:12.142813 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d3331-d8aa-4ebf-bdca-d48b9135eb60 req-852229ef-9709-428d-b47d-827ab8b2c07e tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:12.146639 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-708d3331-d8aa-4ebf-bdca-d48b9135eb60 req-852229ef-9709-428d-b47d-827ab8b2c07e tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.3308113
Apr 15 11:01:12.227355 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-6323312c-a4eb-4066-8c6a-cc62fdbb41d9 req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] No DVR routers for this DVR port 6b3e2535-61be-4202-92df-054751b77dd1 on host hv-cinder-78638 {{(pid=85320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:01:12.231436 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-6323312c-a4eb-4066-8c6a-cc62fdbb41d9 req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:12.239235 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036ac6bb-e315-4e50-b605-0891a7117fef', 'name': 'network-vif-deleted', 'tag': '6b3e2535-61be-4202-92df-054751b77dd1'}] {{(pid=85320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:01:12.263817 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7df6df-cb61-445b-a544-f252ea52b2b0 req-5cef53dd-a758-44b7-aee3-0cb4795cbeb4 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:12.266059 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3f7df6df-cb61-445b-a544-f252ea52b2b0 req-5cef53dd-a758-44b7-aee3-0cb4795cbeb4 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 945 time: 0.3999038
Apr 15 11:01:12.305051 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006503'] for floatingip, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:12.370723 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-708d3331-d8aa-4ebf-bdca-d48b9135eb60 req-11dce00a-9887-45fb-a838-66aec35bbe42 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1855025
Apr 15 11:01:12.373563 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6323312c-a4eb-4066-8c6a-cc62fdbb41d9 req-bb17635f-4222-4582-b3f6-ed4fbd7f7764 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.99 "DELETE /v2.0/ports/6b3e2535-61be-4202-92df-054751b77dd1 HTTP/1.1" status: 204  len: 173 time: 2.5422075
Apr 15 11:01:12.437055 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 6b3e2535-61be-4202-92df-054751b77dd1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:01:12.441088 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3f7df6df-cb61-445b-a544-f252ea52b2b0 req-d1600f49-5f54-4435-932b-ccaa5a56b547 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602745
Apr 15 11:01:12.494851 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036ac6bb-e315-4e50-b605-0891a7117fef', 'name': 'network-vif-deleted', 'tag': '6b3e2535-61be-4202-92df-054751b77dd1', 'status': 'completed', 'code': 200}
Apr 15 11:01:12.512943 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: 6b3e2535-61be-4202-92df-054751b77dd1 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:01:12.513584 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 6b3e2535-61be-4202-92df-054751b77dd1 not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:01:12.646389 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_db [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Floating IP 35d8ee3c-9171-4b57-8b2d-0b2d025d5cee associated. External IP: 172.27.0.73, port: ef7974cc-7eb7-4a27-b700-4b3c98082683.
Apr 15 11:01:12.797833 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-002215cd-6e15-4eed-8807-5e661f49a403 req-eea0136a-0b96-4356-9514-d0831d55db96 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Synchronizing usage tracker for tenant:1374898347c1429bb793e02bef156639 on resource:port {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:01:12.850669 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-002215cd-6e15-4eed-8807-5e661f49a403 req-eea0136a-0b96-4356-9514-d0831d55db96 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Unset dirty status for tenant:1374898347c1429bb793e02bef156639 on resource:port {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:01:12.852576 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-002215cd-6e15-4eed-8807-5e661f49a403 req-eea0136a-0b96-4356-9514-d0831d55db96 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=036ac6bb-e315-4e50-b605-0891a7117fef HTTP/1.1" status: 200  len: 210 time: 0.1558352
Apr 15 11:01:13.173634 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4a760-9c14-42d5-92bd-f6f8d873ec0a req-529deba6-6080-4f32-a732-517a8669214b tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:13.177379 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bdb4a760-9c14-42d5-92bd-f6f8d873ec0a req-529deba6-6080-4f32-a732-517a8669214b tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.1980276
Apr 15 11:01:13.254829 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bdb4a760-9c14-42d5-92bd-f6f8d873ec0a req-c6f2a9b1-567d-44a4-b1a8-4ff592b169ce tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683260
Apr 15 11:01:13.922778 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Router a649d8b5-34d9-47a3-bcd7-8837c9e74607 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:01:14.301220 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d51257-f3b1-4e21-8cb4-57c26e4065ad req-6b66378a-d0d2-4f88-a530-ea5e1a9ba4b5 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:14.304929 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-33d51257-f3b1-4e21-8cb4-57c26e4065ad req-6b66378a-d0d2-4f88-a530-ea5e1a9ba4b5 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 945 time: 0.4310760
Apr 15 11:01:14.574380 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-33d51257-f3b1-4e21-8cb4-57c26e4065ad req-2385ce21-6a2e-454d-8e61-3146432cacb2 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2399111
Apr 15 11:01:14.705860 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffa820-ef4e-4d50-9f54-24fd7c900071 req-f7ec391a-587d-4157-a0da-a74c72c74dda tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:14.709741 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e8ffa820-ef4e-4d50-9f54-24fd7c900071 req-f7ec391a-587d-4157-a0da-a74c72c74dda tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 1.0256605
Apr 15 11:01:15.067594 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e8ffa820-ef4e-4d50-9f54-24fd7c900071 req-379004d8-e3bd-4dd2-890e-478c652ae574 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3296340
Apr 15 11:01:15.277984 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:01:15.294493 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e489f-e1a2-45a0-ad16-581598b85f1b None None] Sync routers for ids ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:01:15.295657 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf853328-4534-4be7-9947-691224fbf479 req-8f594448-66c5-4cd2-b8dd-50bda156d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:15.301734 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bf853328-4534-4be7-9947-691224fbf479 req-8f594448-66c5-4cd2-b8dd-50bda156d6be service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=804134d291a14530a112361fda616a0d&device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 1098 time: 0.8714514
Apr 15 11:01:15.317864 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e489f-e1a2-45a0-ad16-581598b85f1b None None] Routers {'a649d8b5-34d9-47a3-bcd7-8837c9e74607'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:01:15.318909 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-068e489f-e1a2-45a0-ad16-581598b85f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5dca400>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:15.375588 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed52caa-b849-433e-9963-8d9f868d7dc0 req-1f6878de-fc14-4ad3-97fe-026e424e10fe tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:15.377224 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-5ed52caa-b849-433e-9963-8d9f868d7dc0 req-1f6878de-fc14-4ad3-97fe-026e424e10fe tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Synchronizing usage tracker for tenant:1856da834bea4d4f808d3291b817ed29 on resource:port {{(pid=85321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:01:15.416103 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:15.613362 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 9.1094768
Apr 15 11:01:15.613362 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-5ed52caa-b849-433e-9963-8d9f868d7dc0 req-1f6878de-fc14-4ad3-97fe-026e424e10fe tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Unset dirty status for tenant:1856da834bea4d4f808d3291b817ed29 on resource:port {{(pid=85321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:01:15.614979 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5ed52caa-b849-433e-9963-8d9f868d7dc0 req-1f6878de-fc14-4ad3-97fe-026e424e10fe tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.99 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 945 time: 0.4782522
Apr 15 11:01:15.615859 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 46274) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:15.616731 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3c9a2f-2adb-410c-902d-978f9f2ab75b', 'tag': 'ef7974cc-7eb7-4a27-b700-4b3c98082683'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:01:15.643717 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-068e489f-e1a2-45a0-ad16-581598b85f1b None None] Set router a649d8b5-34d9-47a3-bcd7-8837c9e74607 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:01:15.864946 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-cec07fb6-3d9c-4f23-a742-8ed74a3d4776 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1725652981', 'description': 'tempest-secgroup-smoke-1725652981 description', 'project_id': '453d45013f7a4811b3a3f8a11e72dec1'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:01:15.878652 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-cec07fb6-3d9c-4f23-a742-8ed74a3d4776 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:15.886709 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-cec07fb6-3d9c-4f23-a742-8ed74a3d4776 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Usage tracker for resource:security_group and tenant:453d45013f7a4811b3a3f8a11e72dec1 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:15.892639 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-cec07fb6-3d9c-4f23-a742-8ed74a3d4776 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:15.906616 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-cec07fb6-3d9c-4f23-a742-8ed74a3d4776 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:15.933090 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cec07fb6-3d9c-4f23-a742-8ed74a3d4776 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:16.004902 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-cec07fb6-3d9c-4f23-a742-8ed74a3d4776 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:16.042437 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-cec07fb6-3d9c-4f23-a742-8ed74a3d4776 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Usage tracker for resource:security_group_rule and tenant:453d45013f7a4811b3a3f8a11e72dec1 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:16.067791 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-5ed52caa-b849-433e-9963-8d9f868d7dc0 req-f7df5888-612e-41a6-b980-c2db5e750b69 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Deleting port 02de7f94-4506-48c3-be27-fd277ea5215c {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:01:16.068207 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-5ed52caa-b849-433e-9963-8d9f868d7dc0 req-f7df5888-612e-41a6-b980-c2db5e750b69 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:16.103496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-cec07fb6-3d9c-4f23-a742-8ed74a3d4776 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:16.111388 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-cec07fb6-3d9c-4f23-a742-8ed74a3d4776 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:16.221871 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd9e9d-a366-400f-a6d1-3bec061c3f76 req-41f50bec-860a-48f1-979d-49da7c9d27b3 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:16.230960 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cec07fb6-3d9c-4f23-a742-8ed74a3d4776 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:16.240008 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fbcd9e9d-a366-400f-a6d1-3bec061c3f76 req-41f50bec-860a-48f1-979d-49da7c9d27b3 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 1.2024620
Apr 15 11:01:16.243003 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cec07fb6-3d9c-4f23-a742-8ed74a3d4776 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:16.270047 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-80bd09ff-14a6-472d-9c58-21516404df24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:16.315393 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec07fb6-3d9c-4f23-a742-8ed74a3d4776 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3f4a20-d5b3-412d-bcc7-ae05a4b91290,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:16.321219 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-cec07fb6-3d9c-4f23-a742-8ed74a3d4776 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:16.327506 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fbcd9e9d-a366-400f-a6d1-3bec061c3f76 req-330a6966-e069-4708-a438-bc6202977b60 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0863292
Apr 15 11:01:16.346932 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf853328-4534-4be7-9947-691224fbf479 req-20658cff-4d67-4566-a718-c5348e5f1fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:16.346932 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bf853328-4534-4be7-9947-691224fbf479 req-20658cff-4d67-4566-a718-c5348e5f1fa7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=67d31719-2f11-4a22-960a-40e0f7eba8a5 HTTP/1.1" status: 200  len: 921 time: 1.0224068
Apr 15 11:01:16.402466 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cec07fb6-3d9c-4f23-a742-8ed74a3d4776 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:16.408882 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-cec07fb6-3d9c-4f23-a742-8ed74a3d4776 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.7273333
Apr 15 11:01:16.409924 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 46286) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:16.438931 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c1e4a-bf57-457d-8e4b-1bbddee2fd81 req-8de45eec-bdb9-4d8c-acbf-a2a4efb07c6d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:16.440840 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fd1c1e4a-bf57-457d-8e4b-1bbddee2fd81 req-8de45eec-bdb9-4d8c-acbf-a2a4efb07c6d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 945 time: 0.3849227
Apr 15 11:01:16.444778 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-a965aff5-b095-46d4-97d7-c82e3ac32201 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Request body: {'security_group_rule': {'security_group_id': 'dc3f4a20-d5b3-412d-bcc7-ae05a4b91290', 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:01:16.459660 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3c9a2f-2adb-410c-902d-978f9f2ab75b', 'tag': 'ef7974cc-7eb7-4a27-b700-4b3c98082683', 'status': 'completed', 'code': 200}
Apr 15 11:01:16.518023 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a965aff5-b095-46d4-97d7-c82e3ac32201 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:16.568479 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fd1c1e4a-bf57-457d-8e4b-1bbddee2fd81 req-b98a41ce-7041-41b4-b281-38354a05ca22 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183760
Apr 15 11:01:16.569674 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a965aff5-b095-46d4-97d7-c82e3ac32201 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Usage tracker for resource:security_group_rule and tenant:453d45013f7a4811b3a3f8a11e72dec1 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:16.577087 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a965aff5-b095-46d4-97d7-c82e3ac32201 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:16.596037 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a965aff5-b095-46d4-97d7-c82e3ac32201 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:16.614982 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-068e489f-e1a2-45a0-ad16-581598b85f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5dca400>, [{'id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'name': 'tempest-TestMinimumBasicScenario-1309925916-router', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:41Z', 'updated_at': '2021-04-15T10:58:54Z', 'revision_number': 4, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'gw_port': {'id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:42Z', 'updated_at': '2021-04-15T10:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '35d8ee3c-9171-4b57-8b2d-0b2d025d5cee', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'port_id': 'ef7974cc-7eb7-4a27-b700-4b3c98082683', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193d26e7-6d12-464f-9936-6808cc824712', 'mac_address': 'fa:16:3e:a1:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c9a2f-2adb-410c-902d-978f9f2ab75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:01:11Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 0, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c4650d-8be4-4d14-8890-82a3c784e72b', 'name': '', 'network_id': '193d26e7-6d12-464f-9936-6808cc824712', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'mac_address': 'fa:16:3e:d7:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:49Z', 'updated_at': '2021-04-15T10:59:07Z', 'revision_number': 5, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'subnets': [{'id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:16.621560 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e489f-e1a2-45a0-ad16-581598b85f1b None None] Checking router: a649d8b5-34d9-47a3-bcd7-8837c9e74607 for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:01:16.637453 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a965aff5-b095-46d4-97d7-c82e3ac32201 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:16.638986 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e489f-e1a2-45a0-ad16-581598b85f1b None None] Routers {'a649d8b5-34d9-47a3-bcd7-8837c9e74607'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:01:16.639713 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-068e489f-e1a2-45a0-ad16-581598b85f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5dca400>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:00:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:16.680817 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-5ed52caa-b849-433e-9963-8d9f868d7dc0 req-f7df5888-612e-41a6-b980-c2db5e750b69 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] For port 02de7f94-4506-48c3-be27-fd277ea5215c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=02de7f94-4506-48c3-be27-fd277ea5215c,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:16.681663 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-5ed52caa-b849-433e-9963-8d9f868d7dc0 req-f7df5888-612e-41a6-b980-c2db5e750b69 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:16.814105 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb996a-6f27-4554-9dd6-82ab4fb79486 req-51d40a06-2e3a-4dd6-8962-d6f5fc901446 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:16.824942 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f1cb996a-6f27-4554-9dd6-82ab4fb79486 req-51d40a06-2e3a-4dd6-8962-d6f5fc901446 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1911337
Apr 15 11:01:16.872592 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a965aff5-b095-46d4-97d7-c82e3ac32201 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:16.919706 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a965aff5-b095-46d4-97d7-c82e3ac32201 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:16.930619 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-5ed52caa-b849-433e-9963-8d9f868d7dc0 req-f7df5888-612e-41a6-b980-c2db5e750b69 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Calling delete_port for 02de7f94-4506-48c3-be27-fd277ea5215c owned by compute:nova {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:01:16.951007 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:17.030448 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f1cb996a-6f27-4554-9dd6-82ab4fb79486 req-aebd560b-fc18-4827-aa50-52276c9f0643 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037570
Apr 15 11:01:17.035011 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a965aff5-b095-46d4-97d7-c82e3ac32201 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:17.040011 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-a965aff5-b095-46d4-97d7-c82e3ac32201 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6259315
Apr 15 11:01:17.040011 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965aff5-b095-46d4-97d7-c82e3ac32201 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a381c2de-6c0e-473b-bc5b-4d864ce449df,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:17.042978 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 46296) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:17.054816 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-de226d9f-94d2-4613-9823-3f13266888e5 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Request body: {'security_group_rule': {'security_group_id': 'dc3f4a20-d5b3-412d-bcc7-ae05a4b91290', 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:01:17.064519 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-de226d9f-94d2-4613-9823-3f13266888e5 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:17.069941 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-de226d9f-94d2-4613-9823-3f13266888e5 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Usage tracker for resource:security_group_rule and tenant:453d45013f7a4811b3a3f8a11e72dec1 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:17.074901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-de226d9f-94d2-4613-9823-3f13266888e5 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:17.086680 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-de226d9f-94d2-4613-9823-3f13266888e5 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:17.100742 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a965aff5-b095-46d4-97d7-c82e3ac32201 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:17.110843 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-de226d9f-94d2-4613-9823-3f13266888e5 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:17.226356 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-de226d9f-94d2-4613-9823-3f13266888e5 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:17.231088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-de226d9f-94d2-4613-9823-3f13266888e5 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:17.278353 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:17.293685 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-de226d9f-94d2-4613-9823-3f13266888e5 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:17.299363 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-de226d9f-94d2-4613-9823-3f13266888e5 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2547336
Apr 15 11:01:17.300430 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 46300) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:17.313479 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-72d1d588-6d6c-4673-ab3a-ee4059a5c1df tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Request body: {'security_group_rule': {'security_group_id': 'dc3f4a20-d5b3-412d-bcc7-ae05a4b91290', 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:01:17.322363 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-72d1d588-6d6c-4673-ab3a-ee4059a5c1df tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:17.328643 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-72d1d588-6d6c-4673-ab3a-ee4059a5c1df tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Usage tracker for resource:security_group_rule and tenant:453d45013f7a4811b3a3f8a11e72dec1 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:17.337066 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-72d1d588-6d6c-4673-ab3a-ee4059a5c1df tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:17.342710 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-068e489f-e1a2-45a0-ad16-581598b85f1b None None] Set router a649d8b5-34d9-47a3-bcd7-8837c9e74607 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:01:17.345796 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-72d1d588-6d6c-4673-ab3a-ee4059a5c1df tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:17.357582 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de226d9f-94d2-4613-9823-3f13266888e5 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f71cfd-a4e2-4607-b95e-756d4dd5daa8,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:17.370263 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-5ed52caa-b849-433e-9963-8d9f868d7dc0 req-f7df5888-612e-41a6-b980-c2db5e750b69 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:17.380224 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-de226d9f-94d2-4613-9823-3f13266888e5 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:17.381382 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-72d1d588-6d6c-4673-ab3a-ee4059a5c1df tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:17.450753 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bb77fb03-331d-4cc0-a1b3-49a6249c31a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:17.466239 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-72d1d588-6d6c-4673-ab3a-ee4059a5c1df tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:17.470117 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-72d1d588-6d6c-4673-ab3a-ee4059a5c1df tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:17.481840 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:17.523903 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1d588-6d6c-4673-ab3a-ee4059a5c1df tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48aac18-4c4e-482c-849e-33034492c671,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:17.529257 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-72d1d588-6d6c-4673-ab3a-ee4059a5c1df tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:17.542732 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:01:17.568082 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-72d1d588-6d6c-4673-ab3a-ee4059a5c1df tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:17.575058 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-72d1d588-6d6c-4673-ab3a-ee4059a5c1df tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2691066
Apr 15 11:01:17.575843 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 46306) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:17.594224 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-a9c2af01-0b45-4418-b0f1-15a8d17b96a3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Request body: {'security_group_rule': {'security_group_id': 'dc3f4a20-d5b3-412d-bcc7-ae05a4b91290', 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:01:17.594552 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df5888-612e-41a6-b980-c2db5e750b69 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Pushing event deleted for resources: {'Port': ['ID=02de7f94-4506-48c3-be27-fd277ea5215c,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:17.603109 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f7df5888-612e-41a6-b980-c2db5e750b69 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:17.613126 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a9c2af01-0b45-4418-b0f1-15a8d17b96a3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:17.624217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a9c2af01-0b45-4418-b0f1-15a8d17b96a3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Usage tracker for resource:security_group_rule and tenant:453d45013f7a4811b3a3f8a11e72dec1 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:17.631701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a9c2af01-0b45-4418-b0f1-15a8d17b96a3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:17.653010 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a9c2af01-0b45-4418-b0f1-15a8d17b96a3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:17.777195 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a9c2af01-0b45-4418-b0f1-15a8d17b96a3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.104242 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-440a2630-2fb1-4907-a055-07a5552f3b02 req-80d5845a-85cd-44f2-a5ac-4882ea855c8d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 210 time: 0.1920733
Apr 15 11:01:18.200327 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 02de7f94-4506-48c3-be27-fd277ea5215c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:01:18.206008 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce934a-a0fd-4f94-b92d-ad44f9fe31c8 req-39676c12-cb6f-45c8-bad6-e1cd1ae30532 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:18.217950 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-01ce934a-a0fd-4f94-b92d-ad44f9fe31c8 req-39676c12-cb6f-45c8-bad6-e1cd1ae30532 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.5415637
Apr 15 11:01:18.220017 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a9c2af01-0b45-4418-b0f1-15a8d17b96a3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.224761 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a9c2af01-0b45-4418-b0f1-15a8d17b96a3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.289820 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f59a1be1-88bd-43e3-b41b-b734d8cb518c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:18.290709 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed52caa-b849-433e-9963-8d9f868d7dc0 req-f7df5888-612e-41a6-b980-c2db5e750b69 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] No DVR routers for this DVR port 02de7f94-4506-48c3-be27-fd277ea5215c on host hv-cinder-78638 {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:01:18.300900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-5ed52caa-b849-433e-9963-8d9f868d7dc0 req-f7df5888-612e-41a6-b980-c2db5e750b69 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.347451 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5ed52caa-b849-433e-9963-8d9f868d7dc0 req-f7df5888-612e-41a6-b980-c2db5e750b69 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.99 "DELETE /v2.0/ports/02de7f94-4506-48c3-be27-fd277ea5215c HTTP/1.1" status: 204  len: 173 time: 2.6499798
Apr 15 11:01:18.366509 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: 02de7f94-4506-48c3-be27-fd277ea5215c {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:01:18.367222 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 02de7f94-4506-48c3-be27-fd277ea5215c not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:01:18.398299 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2af01-0b45-4418-b0f1-15a8d17b96a3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd03f26-449d-409b-9232-a243c4b40b03,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:18.421941 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a9c2af01-0b45-4418-b0f1-15a8d17b96a3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:18.423104 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a9c2af01-0b45-4418-b0f1-15a8d17b96a3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.424422 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-a9c2af01-0b45-4418-b0f1-15a8d17b96a3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8474002
Apr 15 11:01:18.427966 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 46316) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:18.434889 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-660499bf-5279-45ab-adb4-963d7c842ac7 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Request body: {'security_group_rule': {'security_group_id': 'dc3f4a20-d5b3-412d-bcc7-ae05a4b91290', 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:01:18.441876 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-660499bf-5279-45ab-adb4-963d7c842ac7 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:18.447520 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-660499bf-5279-45ab-adb4-963d7c842ac7 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Usage tracker for resource:security_group_rule and tenant:453d45013f7a4811b3a3f8a11e72dec1 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:18.451171 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-660499bf-5279-45ab-adb4-963d7c842ac7 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:18.458434 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-660499bf-5279-45ab-adb4-963d7c842ac7 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:18.469558 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef5ea73-1279-4934-92fe-ce3b18e1fc90', 'name': 'network-vif-deleted', 'tag': '02de7f94-4506-48c3-be27-fd277ea5215c'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:01:18.476778 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.securitygroups_db [None req-660499bf-5279-45ab-adb4-963d7c842ac7 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Project 453d45013f7a4811b3a3f8a11e72dec1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 11:01:18.492444 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-660499bf-5279-45ab-adb4-963d7c842ac7 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.553617 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-01ce934a-a0fd-4f94-b92d-ad44f9fe31c8 req-0cf47fbd-66f1-4f9b-addb-0a6c3a75c4c9 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3079572
Apr 15 11:01:18.567178 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-068e489f-e1a2-45a0-ad16-581598b85f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5dca400>, [{'id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'name': 'tempest-TestMinimumBasicScenario-1309925916-router', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:41Z', 'updated_at': '2021-04-15T10:58:54Z', 'revision_number': 4, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'gw_port': {'id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:42Z', 'updated_at': '2021-04-15T10:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '35d8ee3c-9171-4b57-8b2d-0b2d025d5cee', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'port_id': 'ef7974cc-7eb7-4a27-b700-4b3c98082683', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193d26e7-6d12-464f-9936-6808cc824712', 'mac_address': 'fa:16:3e:a1:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c9a2f-2adb-410c-902d-978f9f2ab75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:01:11Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 0, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c4650d-8be4-4d14-8890-82a3c784e72b', 'name': '', 'network_id': '193d26e7-6d12-464f-9936-6808cc824712', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'mac_address': 'fa:16:3e:d7:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:49Z', 'updated_at': '2021-04-15T10:59:07Z', 'revision_number': 5, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'subnets': [{'id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:18.577738 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e489f-e1a2-45a0-ad16-581598b85f1b None None] The sync data for ids ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'] in dv-cinder-786386-1-iscsi is: [{'id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'name': 'tempest-TestMinimumBasicScenario-1309925916-router', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:41Z', 'updated_at': '2021-04-15T10:58:54Z', 'revision_number': 4, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'gw_port': {'id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:42Z', 'updated_at': '2021-04-15T10:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '35d8ee3c-9171-4b57-8b2d-0b2d025d5cee', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'port_id': 'ef7974cc-7eb7-4a27-b700-4b3c98082683', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193d26e7-6d12-464f-9936-6808cc824712', 'mac_address': 'fa:16:3e:a1:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c9a2f-2adb-410c-902d-978f9f2ab75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:01:11Z', 'updated_at': '2021-04-15T11:01:11Z', 'revision_number': 0, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c4650d-8be4-4d14-8890-82a3c784e72b', 'name': '', 'network_id': '193d26e7-6d12-464f-9936-6808cc824712', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'mac_address': 'fa:16:3e:d7:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:49Z', 'updated_at': '2021-04-15T10:59:07Z', 'revision_number': 5, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'subnets': [{'id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:01:18.621912 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-660499bf-5279-45ab-adb4-963d7c842ac7 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.629606 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-660499bf-5279-45ab-adb4-963d7c842ac7 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.636368 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0e7c1550-f59b-44ab-9de1-5561fa04ed3f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:18.667305 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660499bf-5279-45ab-adb4-963d7c842ac7 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ff8ff6-2e7b-43c6-ba3d-b39aee21b34e,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:18.672641 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae083d26-6f4e-4e5b-a0f2-2065f9898f6c req-1a01a7d7-8e79-4b0c-a3ad-7ae3b67de76a tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:18.676768 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ae083d26-6f4e-4e5b-a0f2-2065f9898f6c req-1a01a7d7-8e79-4b0c-a3ad-7ae3b67de76a tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.2560816
Apr 15 11:01:18.679708 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef5ea73-1279-4934-92fe-ce3b18e1fc90', 'name': 'network-vif-deleted', 'tag': '02de7f94-4506-48c3-be27-fd277ea5215c', 'status': 'completed', 'code': 200}
Apr 15 11:01:18.685857 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-660499bf-5279-45ab-adb4-963d7c842ac7 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:18.711375 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-660499bf-5279-45ab-adb4-963d7c842ac7 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.715900 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-660499bf-5279-45ab-adb4-963d7c842ac7 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2841246
Apr 15 11:01:18.717794 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 46324) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:18.724570 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-d1043c6c-4e92-48d4-9f9f-6054f49ff87c tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Request body: {'security_group_rule': {'security_group_id': 'dc3f4a20-d5b3-412d-bcc7-ae05a4b91290', 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:01:18.732513 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-d1043c6c-4e92-48d4-9f9f-6054f49ff87c tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:18.738781 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-d1043c6c-4e92-48d4-9f9f-6054f49ff87c tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Usage tracker for resource:security_group_rule and tenant:453d45013f7a4811b3a3f8a11e72dec1 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:18.742842 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-d1043c6c-4e92-48d4-9f9f-6054f49ff87c tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:18.749741 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-d1043c6c-4e92-48d4-9f9f-6054f49ff87c tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:18.778965 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ae083d26-6f4e-4e5b-a0f2-2065f9898f6c req-617f18b5-e137-40a6-af80-eed7ac9854f6 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932696
Apr 15 11:01:18.780725 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.securitygroups_db [None req-d1043c6c-4e92-48d4-9f9f-6054f49ff87c tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Project 453d45013f7a4811b3a3f8a11e72dec1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 11:01:18.791623 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d1043c6c-4e92-48d4-9f9f-6054f49ff87c tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.890391 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d1043c6c-4e92-48d4-9f9f-6054f49ff87c tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.895478 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d1043c6c-4e92-48d4-9f9f-6054f49ff87c tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.907093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:18.935476 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1043c6c-4e92-48d4-9f9f-6054f49ff87c tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1347cee3-60fc-47de-b5f1-c2765cbfb5b8,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:18.939215 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d1043c6c-4e92-48d4-9f9f-6054f49ff87c tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:18.944508 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d1043c6c-4e92-48d4-9f9f-6054f49ff87c tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:18.949333 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-d1043c6c-4e92-48d4-9f9f-6054f49ff87c tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2303197
Apr 15 11:01:19.113971 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c16de6-21a0-43b7-b110-eec95ed1814b None None] New status for floating IP 35d8ee3c-9171-4b57-8b2d-0b2d025d5cee: ACTIVE {{(pid=85322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:01:19.177760 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-aba78c23-89c8-4d67-84d8-a7f77af4ab48 req-d5582330-f332-49f3-b91c-48f09a388777 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1725652981&fields=id&tenant_id=453d45013f7a4811b3a3f8a11e72dec1 HTTP/1.1" status: 200  len: 267 time: 0.1175623
Apr 15 11:01:19.372459 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['109c35c2-d409-41f0-8f52-843f3b1b78e0', 'd103e0e4-9b1a-4212-aacc-6779f9f6002d', 'b0782793-13c3-4d73-9474-f703beea5214'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:01:19.477073 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bf853328-4534-4be7-9947-691224fbf479 req-6f5978df-43a2-490c-8502-656466373296 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=881410b3-0540-453d-8285-2540f30bc501 HTTP/1.1" status: 200  len: 217 time: 0.1708906
Apr 15 11:01:19.490698 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-89d6d32f-a5dc-420b-b6c7-b09177c4207d req-04f57e41-7a48-4ef1-be51-c61e0351b4ed tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 210 time: 0.0815191
Apr 15 11:01:19.564069 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba78c23-89c8-4d67-84d8-a7f77af4ab48 req-c530ddd5-41ad-4e8c-bd6e-343c25255454 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:19.574051 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-aba78c23-89c8-4d67-84d8-a7f77af4ab48 req-c530ddd5-41ad-4e8c-bd6e-343c25255454 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 946 time: 0.3844867
Apr 15 11:01:19.580504 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-aba78c23-89c8-4d67-84d8-a7f77af4ab48 req-b9626b29-b262-4c30-a32f-9cafbd89aedf tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Request body: {'port': {'security_groups': ['3df434f9-9e23-4fe1-b304-7abc61de6369', 'dc3f4a20-d5b3-412d-bcc7-ae05a4b91290']}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:01:20.001931 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-aba78c23-89c8-4d67-84d8-a7f77af4ab48 req-b9626b29-b262-4c30-a32f-9cafbd89aedf tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:20.127102 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4b88b-c06c-4302-abf6-41d71b09f6fc req-e63233c8-1392-4329-b974-a14ed1419332 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:20.138009 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-02f4b88b-c06c-4302-abf6-41d71b09f6fc req-e63233c8-1392-4329-b974-a14ed1419332 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.2859900
Apr 15 11:01:20.331175 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-02f4b88b-c06c-4302-abf6-41d71b09f6fc req-e8d12f28-0add-4050-8f09-46d3a053f0d0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1914401
Apr 15 11:01:20.613412 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf853328-4534-4be7-9947-691224fbf479 req-c9f20fc2-7387-49f8-82cb-6e7607765586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:20.613412 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bf853328-4534-4be7-9947-691224fbf479 req-c9f20fc2-7387-49f8-82cb-6e7607765586 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1a328fd2-dde8-4bb1-a553-950b8375ab8e HTTP/1.1" status: 200  len: 859 time: 0.1742213
Apr 15 11:01:20.759590 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addde3c-017a-4538-a01d-b43bfec370d8 req-2a353d3f-ad32-4a20-aa6b-f8f10008df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:20.774160 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9addde3c-017a-4538-a01d-b43bfec370d8 req-2a353d3f-ad32-4a20-aa6b-f8f10008df27 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=453d45013f7a4811b3a3f8a11e72dec1&device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 1099 time: 0.3438239
Apr 15 11:01:20.908873 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bf853328-4534-4be7-9947-691224fbf479 req-b03a5e24-1aef-4a17-8e55-05e0cd5d14f7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=67d31719-2f11-4a22-960a-40e0f7eba8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2162976
Apr 15 11:01:21.432180 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dbcc7-9621-44e3-a279-5d0939e9d5ec req-a097690a-e876-40dd-b91d-2e54743a8b0b tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:21.451187 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d55dbcc7-9621-44e3-a279-5d0939e9d5ec req-a097690a-e876-40dd-b91d-2e54743a8b0b tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.8335516
Apr 15 11:01:21.614619 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addde3c-017a-4538-a01d-b43bfec370d8 req-05628208-cf26-4f10-b41b-2f898ec80b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:21.617872 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9addde3c-017a-4538-a01d-b43bfec370d8 req-05628208-cf26-4f10-b41b-2f898ec80b8f service neutron] 10.222.0.99 "GET /v2.0/networks?id=193d26e7-6d12-464f-9936-6808cc824712 HTTP/1.1" status: 200  len: 917 time: 0.8180172
Apr 15 11:01:21.721713 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-aba78c23-89c8-4d67-84d8-a7f77af4ab48 req-b9626b29-b262-4c30-a32f-9cafbd89aedf tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] For port ef7974cc-7eb7-4a27-b700-4b3c98082683, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ef7974cc-7eb7-4a27-b700-4b3c98082683,segment=NetworkSegment(f65a49d0-58d4-427a-9c67-46598b9ecc37),segment_id=f65a49d0-58d4-427a-9c67-46598b9ecc37)] {{(pid=85320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:21.760612 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d55dbcc7-9621-44e3-a279-5d0939e9d5ec req-ce93c0db-45b5-4001-86a4-8697b8bdfb3d tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3073967
Apr 15 11:01:21.886842 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9addde3c-017a-4538-a01d-b43bfec370d8 req-9315b2ab-d6cf-47c0-b76d-6e4f554d90a0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef7974cc-7eb7-4a27-b700-4b3c98082683 HTTP/1.1" status: 200  len: 999 time: 0.2589793
Apr 15 11:01:21.895186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.resource_extend [req-aba78c23-89c8-4d67-84d8-a7f77af4ab48 req-b9626b29-b262-4c30-a32f-9cafbd89aedf tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 11:01:21.932202 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bf853328-4534-4be7-9947-691224fbf479 req-43d5aa5f-e480-4fd0-aaec-d7fb8fbf30ef service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8646543
Apr 15 11:01:21.973457 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-aba78c23-89c8-4d67-84d8-a7f77af4ab48 req-b9626b29-b262-4c30-a32f-9cafbd89aedf tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for port, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:22.078506 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addde3c-017a-4538-a01d-b43bfec370d8 req-f04e1a4f-f00b-4a38-ace2-45c4afaee6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:22.081969 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9addde3c-017a-4538-a01d-b43bfec370d8 req-f04e1a4f-f00b-4a38-ace2-45c4afaee6ca service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c071ef28-6f62-47d7-abd8-ad81f6906bc9 HTTP/1.1" status: 200  len: 854 time: 0.1794145
Apr 15 11:01:22.392155 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addde3c-017a-4538-a01d-b43bfec370d8 req-6fbd9d40-b802-4d1a-b20f-a4b62d03c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:22.394247 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9addde3c-017a-4538-a01d-b43bfec370d8 req-6fbd9d40-b802-4d1a-b20f-a4b62d03c448 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=193d26e7-6d12-464f-9936-6808cc824712&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3037460
Apr 15 11:01:22.397551 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-aba78c23-89c8-4d67-84d8-a7f77af4ab48 req-b9626b29-b262-4c30-a32f-9cafbd89aedf tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693538'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:22.429989 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:22.622688 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bc486dd7-a0bb-4113-a17a-5700cea2cb8a req-d4851b24-f9b0-4532-b84c-bfd64fe3e77f tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ef5ea73-1279-4934-92fe-ce3b18e1fc90 HTTP/1.1" status: 200  len: 210 time: 0.2194071
Apr 15 11:01:22.633978 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9addde3c-017a-4538-a01d-b43bfec370d8 req-5cd15061-f2cf-49a5-bf02-ff10050e24f8 service neutron] 10.222.0.99 "GET /v2.0/networks/193d26e7-6d12-464f-9936-6808cc824712?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2085738
Apr 15 11:01:22.714232 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:22.968214 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9626b29-b262-4c30-a32f-9cafbd89aedf tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Pushing event updated for resources: {'Port': ['ID=ef7974cc-7eb7-4a27-b700-4b3c98082683,revision_number=6']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:22.987694 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9addde3c-017a-4538-a01d-b43bfec370d8 req-3d1da202-d312-40f1-8952-3715d4611b76 service neutron] 10.222.0.99 "GET /v2.0/networks/193d26e7-6d12-464f-9936-6808cc824712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3415916
Apr 15 11:01:23.066410 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b9626b29-b262-4c30-a32f-9cafbd89aedf tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:23.128521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba78c23-89c8-4d67-84d8-a7f77af4ab48 req-b9626b29-b262-4c30-a32f-9cafbd89aedf tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:23.129727 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-aba78c23-89c8-4d67-84d8-a7f77af4ab48 req-b9626b29-b262-4c30-a32f-9cafbd89aedf tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:23.148996 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-aba78c23-89c8-4d67-84d8-a7f77af4ab48 req-b9626b29-b262-4c30-a32f-9cafbd89aedf tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "PUT /v2.0/ports/ef7974cc-7eb7-4a27-b700-4b3c98082683 HTTP/1.1" status: 200  len: 982 time: 3.5737627
Apr 15 11:01:23.154681 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3c9a2f-2adb-410c-902d-978f9f2ab75b', 'tag': 'ef7974cc-7eb7-4a27-b700-4b3c98082683'}] {{(pid=85320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:01:23.238618 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bf853328-4534-4be7-9947-691224fbf479 req-5a4cfd74-ea2d-4ef6-a0f2-4ed8c0b87a06 service neutron] 10.222.0.99 "GET /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2614686
Apr 15 11:01:23.343390 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb91229-4438-4673-90f6-4ac0e149aa0c req-16f75078-9f91-45af-9c38-d526a1ccf18c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:23.358499 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3eb91229-4438-4673-90f6-4ac0e149aa0c req-16f75078-9f91-45af-9c38-d526a1ccf18c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.3764293
Apr 15 11:01:23.543319 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3eb91229-4438-4673-90f6-4ac0e149aa0c req-e4e5fc39-7145-4b69-b735-ee855e4f1f82 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1836536
Apr 15 11:01:23.597752 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-869fe75e-b5ee-49dd-be49-e7156dfbe36c None None] Provisioning complete for port ef7974cc-7eb7-4a27-b700-4b3c98082683 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:01:23.599057 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-869fe75e-b5ee-49dd-be49-e7156dfbe36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:23.653296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871f09c-0516-4106-8a78-d61269b047b8 req-6c8143e8-fa77-4022-b7fe-6d0d55bd70eb tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:23.656275 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7871f09c-0516-4106-8a78-d61269b047b8 req-6c8143e8-fa77-4022-b7fe-6d0d55bd70eb tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.2306256
Apr 15 11:01:23.815430 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7871f09c-0516-4106-8a78-d61269b047b8 req-2cb098b8-78a8-477a-811e-258335c16972 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503184
Apr 15 11:01:23.897018 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3c9a2f-2adb-410c-902d-978f9f2ab75b', 'tag': 'ef7974cc-7eb7-4a27-b700-4b3c98082683', 'status': 'completed', 'code': 200}
Apr 15 11:01:23.972378 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a6a97dde-069a-49c4-8330-6a4c2a3d4f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:24.043425 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c2a12-dae9-4351-9473-0e4309001250 req-1d1bd3b2-1afd-4d07-ae59-215052ace9db tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:24.051903 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1b1c2a12-dae9-4351-9473-0e4309001250 req-1d1bd3b2-1afd-4d07-ae59-215052ace9db tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 985 time: 0.1265452
Apr 15 11:01:24.110356 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1b1c2a12-dae9-4351-9473-0e4309001250 req-a3be75e8-376b-48d4-a7c5-5dadbffda461 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&id=dc3f4a20-d5b3-412d-bcc7-ae05a4b91290&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0575056
Apr 15 11:01:24.790303 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e40180-0503-4eab-9834-14f44ae58943 req-b24cf669-1524-4a88-952f-dd8c70660a56 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:24.792523 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-56e40180-0503-4eab-9834-14f44ae58943 req-b24cf669-1524-4a88-952f-dd8c70660a56 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.0939806
Apr 15 11:01:24.854460 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-56e40180-0503-4eab-9834-14f44ae58943 req-6f4e3b1c-88e5-4023-a9c4-8f5b64cbe5e9 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544591
Apr 15 11:01:25.043993 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59e07c-c338-479a-bb6c-b12efe81f531 req-d344032a-c21e-4a28-9cfa-48c2a041f014 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:25.045776 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8a59e07c-c338-479a-bb6c-b12efe81f531 req-d344032a-c21e-4a28-9cfa-48c2a041f014 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.0941501
Apr 15 11:01:25.104550 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8a59e07c-c338-479a-bb6c-b12efe81f531 req-04ba564e-5a22-4d3b-930c-a5005a332ab8 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513918
Apr 15 11:01:25.424412 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-176e17fa-ec50-4d3a-ac9c-6ceb5004b610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:26.360750 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['ef7974cc-7eb7-4a27-b700-4b3c98082683'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:01:26.362012 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b2c88-42b9-46bc-8aca-f8c72b41d9f9 req-9f28b8f3-ebce-4f99-9b4e-0de7f876662f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:26.363813 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2c0b2c88-42b9-46bc-8aca-f8c72b41d9f9 req-9f28b8f3-ebce-4f99-9b4e-0de7f876662f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.3780339
Apr 15 11:01:26.476991 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a0c48-6320-4de4-bc44-ebcc210fd796 req-5c5cb4af-003e-4f52-8b7d-03c39ded0aa0 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:26.479057 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-278a0c48-6320-4de4-bc44-ebcc210fd796 req-5c5cb4af-003e-4f52-8b7d-03c39ded0aa0 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1853344
Apr 15 11:01:26.499433 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2c0b2c88-42b9-46bc-8aca-f8c72b41d9f9 req-f4ac9713-411a-4e46-a6c7-f2433155e59c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1163588
Apr 15 11:01:26.583505 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-278a0c48-6320-4de4-bc44-ebcc210fd796 req-8ec561ab-8844-4072-b3f4-399c714ccd5a tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822093
Apr 15 11:01:26.710206 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:27.000569 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['ef7974cc-7eb7-4a27-b700-4b3c98082683'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:01:27.106079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:27.976260 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-6edf4d54-e53a-4e37-84af-833615e2efde tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:27.979879 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-6edf4d54-e53a-4e37-84af-833615e2efde tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/networks?id=0e257be3-f08f-4d68-9cbd-58333f5372eb HTTP/1.1" status: 200  len: 814 time: 0.3957818
Apr 15 11:01:28.041322 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-05374ab1-40ef-4104-9070-99e29b25d068 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/quotas/1374898347c1429bb793e02bef156639 HTTP/1.1" status: 200  len: 375 time: 0.0434039
Apr 15 11:01:28.168213 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964d1d4-789e-4fb1-a031-94ddadccd0a9 req-1cf0d9af-3c2e-4ecf-9106-cb32fc9ebc12 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:28.171069 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5964d1d4-789e-4fb1-a031-94ddadccd0a9 req-1cf0d9af-3c2e-4ecf-9106-cb32fc9ebc12 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.3366628
Apr 15 11:01:28.183281 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-bd6a606d-e7bc-4b6a-966b-812f308319c3 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=1374898347c1429bb793e02bef156639&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1323199
Apr 15 11:01:28.353545 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5964d1d4-789e-4fb1-a031-94ddadccd0a9 req-94279664-668c-48d8-afd4-e3da3c5c0d60 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1684067
Apr 15 11:01:28.484301 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-1b718161-9492-4ed8-9664-d1ab91bd532f service neutron] 10.222.0.100 "GET /v2.0/networks/0e257be3-f08f-4d68-9cbd-58333f5372eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2785592
Apr 15 11:01:28.790632 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-297632c2-115f-4eee-af1c-200a8da280b9 service neutron] 10.222.0.100 "GET /v2.0/networks/0e257be3-f08f-4d68-9cbd-58333f5372eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2987297
Apr 15 11:01:28.814749 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75314f53-9aac-48ec-af87-47afff00d21f req-195a806e-9f09-44fb-8fcd-d02ddd7f2f1a tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:28.818042 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-75314f53-9aac-48ec-af87-47afff00d21f req-195a806e-9f09-44fb-8fcd-d02ddd7f2f1a tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1769218
Apr 15 11:01:28.948924 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-75314f53-9aac-48ec-af87-47afff00d21f req-2abf6f0c-e521-41c3-be5a-33b50ab46117 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125345
Apr 15 11:01:29.834779 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-790d4b43-05ae-4769-88d9-0eb61e7e82c5 req-b367967d-a09e-468a-bd00-40c97f182e11 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 210 time: 0.1105568
Apr 15 11:01:30.183546 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04f6f5-cbf5-4fb0-9ab2-375081b6248f req-5c0b3194-af30-46a5-adb7-e6766d537dd2 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:30.185275 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5f04f6f5-cbf5-4fb0-9ab2-375081b6248f req-5c0b3194-af30-46a5-adb7-e6766d537dd2 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.2010274
Apr 15 11:01:30.194279 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3598374-82de-4b5d-8600-a8eb95bed271 req-72a2df32-bdc4-424e-a63c-0af864a9831f tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:30.196717 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b3598374-82de-4b5d-8600-a8eb95bed271 req-72a2df32-bdc4-424e-a63c-0af864a9831f tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 945 time: 0.1520815
Apr 15 11:01:30.224706 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:30.275523 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5f04f6f5-cbf5-4fb0-9ab2-375081b6248f req-ec478af6-56d7-419c-92ab-a2a8100cc74b tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781038
Apr 15 11:01:30.293978 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b3598374-82de-4b5d-8600-a8eb95bed271 req-d7d2ed58-8ce3-472c-819c-d5a6f75f00cf tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749290
Apr 15 11:01:30.441924 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 46526) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:30.543441 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df354c0-d580-4e00-b5fd-cb2a594066f9 admin admin] Deleting subnet 60bd38c1-a2b8-45cb-9e80-f8b4b1c94261 {{(pid=85321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:01:30.547322 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4df354c0-d580-4e00-b5fd-cb2a594066f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:30.580886 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06afb769-8775-4300-a1af-f02152fa2382 req-38e7b539-ecf5-4bee-b2b9-283886edf4e4 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:30.599614 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-06afb769-8775-4300-a1af-f02152fa2382 req-38e7b539-ecf5-4bee-b2b9-283886edf4e4 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1284876
Apr 15 11:01:30.654915 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4df354c0-d580-4e00-b5fd-cb2a594066f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851186173'] for subnet, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:30.731103 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-06afb769-8775-4300-a1af-f02152fa2382 req-cecc7394-57bd-4fb5-998e-808e8be5a5be tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201367
Apr 15 11:01:30.774813 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4df354c0-d580-4e00-b5fd-cb2a594066f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5390'] for subnet, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:31.095100 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4df354c0-d580-4e00-b5fd-cb2a594066f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853608755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851334486'] for subnet, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:31.122993 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dcf39dcc-6d99-47dd-bd88-77d5224089e3 req-3991b2e0-1430-47ba-959f-c7d59e327c11 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 210 time: 0.1078982
Apr 15 11:01:31.212642 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-523fc6e2-e010-4b13-bac9-5fd2aa18404f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:31.273816 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df354c0-d580-4e00-b5fd-cb2a594066f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60bd38c1-a2b8-45cb-9e80-f8b4b1c94261,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:31.294719 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4df354c0-d580-4e00-b5fd-cb2a594066f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:31.314913 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4df354c0-d580-4e00-b5fd-cb2a594066f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:31.322977 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-4df354c0-d580-4e00-b5fd-cb2a594066f9 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/60bd38c1-a2b8-45cb-9e80-f8b4b1c94261 HTTP/1.1" status: 204  len: 168 time: 0.8791089
Apr 15 11:01:31.326879 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 46534) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:31.750821 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a23cb256-ffe8-4932-ad79-27148804665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854678852'] for network, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:32.017507 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68836e7-bfd5-4fa6-be06-a6044bb577d5 req-881ef882-4f64-4e33-8beb-9aa63fd44e3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:32.019249 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b68836e7-bfd5-4fa6-be06-a6044bb577d5 req-881ef882-4f64-4e33-8beb-9aa63fd44e3d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.4813805
Apr 15 11:01:32.076126 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1749a64-a9de-49dd-aa7d-2d872a8a661f req-69eac799-13ff-4539-b2a3-78655eaa8f66 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:32.077841 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e1749a64-a9de-49dd-aa7d-2d872a8a661f req-69eac799-13ff-4539-b2a3-78655eaa8f66 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 945 time: 0.4710035
Apr 15 11:01:32.079980 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a23cb256-ffe8-4932-ad79-27148804665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854341903', 'neutron.services.segments.db._delete_segments_for_network--9223363306319465793'] for network, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:32.260927 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b68836e7-bfd5-4fa6-be06-a6044bb577d5 req-62f5d9a9-09e4-4dd9-a97f-995db2ee1ccc tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2239614
Apr 15 11:01:32.335127 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e1749a64-a9de-49dd-aa7d-2d872a8a661f req-5011f736-0b00-44c7-b6c9-ba6ef98f00ac tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2375290
Apr 15 11:01:32.338990 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-a23cb256-ffe8-4932-ad79-27148804665f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0bc4664e48>,) {'filters': {'network_id': ['8407d6fd-0638-4fb8-ae1b-20a51e929416']}} {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:32.371515 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-a23cb256-ffe8-4932-ad79-27148804665f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc4664e48>, '45079a58-8941-4019-b2c0-60bce44c34a2') {'for_net_delete': True} {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:32.371722 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-a23cb256-ffe8-4932-ad79-27148804665f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc4664e48>, '45079a58-8941-4019-b2c0-60bce44c34a2') {} {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:32.401162 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a23cb256-ffe8-4932-ad79-27148804665f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306319469889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852127853'] for segment, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:32.428467 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a23cb256-ffe8-4932-ad79-27148804665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:32.473044 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23cb256-ffe8-4932-ad79-27148804665f admin admin] Releasing vlan 1405 on physical network physnet1 to pool {{(pid=85320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:01:32.882429 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-a23cb256-ffe8-4932-ad79-27148804665f admin admin] Network 8407d6fd-0638-4fb8-ae1b-20a51e929416 has no segments {{(pid=85320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:01:32.902025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a23cb256-ffe8-4932-ad79-27148804665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-63568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852082610'] for segment, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:32.919894 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-19eb0b94-4a3a-4cc4-b222-29bb50817bbc req-a41893cb-c204-49a3-83f7-1570b2961277 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 210 time: 0.1576493
Apr 15 11:01:33.028844 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8821f-bac9-48f9-92a3-4ac00be5c589 req-114e11d5-e5ff-4380-9832-d13609ddc75b tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:33.030578 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cca8821f-bac9-48f9-92a3-4ac00be5c589 req-114e11d5-e5ff-4380-9832-d13609ddc75b tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.4952731
Apr 15 11:01:33.202350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-a23cb256-ffe8-4932-ad79-27148804665f admin admin] Network 8407d6fd-0638-4fb8-ae1b-20a51e929416 has no segments {{(pid=85320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]: Traceback (most recent call last):
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:     timer()
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:     cb(*args, **kw)
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:     return func(*args, **kwargs)
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:     self._notify()
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:     self.callback(batched_events)
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:     event.method(event)
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:     segment_id)['aggregates'][0]
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:     return f(self, *a, **k)
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self._get(url).json()
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:     **kwargs)
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:     **endpoint_filter)
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:01:33.463902 dv-cinder-786386-1-iscsi neutron-server[85207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:01:33.551689 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cca8821f-bac9-48f9-92a3-4ac00be5c589 req-64fd8848-11e7-45fe-8bcf-e600cd936d67 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5031910
Apr 15 11:01:33.568991 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a23cb256-ffe8-4932-ad79-27148804665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-433798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006288'] for network, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:33.594257 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-536cac25-b5c7-4538-83d1-1747677391b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:33.637958 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a23cb256-ffe8-4932-ad79-27148804665f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:33.647015 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cb256-ffe8-4932-ad79-27148804665f admin admin] Pushing event deleted for resources: {'Network': ['ID=8407d6fd-0638-4fb8-ae1b-20a51e929416,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:33.662082 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a23cb256-ffe8-4932-ad79-27148804665f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:33.686863 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e7d0a-9dde-4c3f-a0ee-30a21bf4d4c4 req-1dfefb8c-3b0c-4d45-8002-a8da164373df tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:33.689867 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-689e7d0a-9dde-4c3f-a0ee-30a21bf4d4c4 req-1dfefb8c-3b0c-4d45-8002-a8da164373df tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 985 time: 0.5700116
Apr 15 11:01:33.693883 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-a23cb256-ffe8-4932-ad79-27148804665f admin admin] 10.222.0.100 "DELETE /v2.0/networks/8407d6fd-0638-4fb8-ae1b-20a51e929416 HTTP/1.1" status: 204  len: 168 time: 2.3648374
Apr 15 11:01:33.947309 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 46562) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:33.990425 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-689e7d0a-9dde-4c3f-a0ee-30a21bf4d4c4 req-029591a4-2a2b-4bc4-b8ea-cf423d4273eb tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&id=dc3f4a20-d5b3-412d-bcc7-ae05a4b91290&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2930882
Apr 15 11:01:34.037453 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728d9eb-e1b2-4367-aa12-60ebd16d193e req-0354f835-2535-4b92-9a6f-731fc2ad9eda tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:34.047329 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0728d9eb-e1b2-4367-aa12-60ebd16d193e req-0354f835-2535-4b92-9a6f-731fc2ad9eda tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.3187902
Apr 15 11:01:34.061753 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-4f0d49d4-da0f-4965-a99f-aba4ce4d81a9 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ad14e0be3d2c48e286d1ebe905f19c5c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1122303
Apr 15 11:01:34.065766 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 46568) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:34.104475 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575e82c-361b-4b80-ae0c-c3cc2746c86c req-fc4b42bf-6159-4fc4-85ff-b0c50618f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:34.106175 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d575e82c-361b-4b80-ae0c-c3cc2746c86c req-fc4b42bf-6159-4fc4-85ff-b0c50618f33b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=453d45013f7a4811b3a3f8a11e72dec1&device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 1138 time: 0.3755209
Apr 15 11:01:34.151671 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0728d9eb-e1b2-4367-aa12-60ebd16d193e req-7489f39b-248c-4dce-bbe0-463508415f83 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033199
Apr 15 11:01:34.260034 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0491ed0b-879d-4e87-a276-19b815b4594f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:34.292326 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575e82c-361b-4b80-ae0c-c3cc2746c86c req-df3b0091-e5e1-4fef-83fc-0061d1c18bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:34.293954 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d575e82c-361b-4b80-ae0c-c3cc2746c86c req-df3b0091-e5e1-4fef-83fc-0061d1c18bef service neutron] 10.222.0.99 "GET /v2.0/networks?id=193d26e7-6d12-464f-9936-6808cc824712 HTTP/1.1" status: 200  len: 917 time: 0.1804140
Apr 15 11:01:34.335845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0491ed0b-879d-4e87-a276-19b815b4594f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:34.421319 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0491ed0b-879d-4e87-a276-19b815b4594f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:34.431301 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6bb0e00f-cd5b-4804-abfa-ae097e678604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:34.456605 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491ed0b-879d-4e87-a276-19b815b4594f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba797a4-6151-45e8-83a7-9c73ce4ac51c,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:34.465674 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0491ed0b-879d-4e87-a276-19b815b4594f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:34.474804 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-874538e0-b0fd-4acd-b3f2-2ae1d890942a req-e1869b53-4b02-4e6b-aa29-11247aeb73dc tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 210 time: 0.1433387
Apr 15 11:01:34.480418 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0491ed0b-879d-4e87-a276-19b815b4594f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:34.484073 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0491ed0b-879d-4e87-a276-19b815b4594f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/aba797a4-6151-45e8-83a7-9c73ce4ac51c HTTP/1.1" status: 204  len: 168 time: 0.4160404
Apr 15 11:01:34.536834 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d575e82c-361b-4b80-ae0c-c3cc2746c86c req-1c55dafa-e55d-44c8-b2f7-56f9450f2037 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef7974cc-7eb7-4a27-b700-4b3c98082683 HTTP/1.1" status: 200  len: 1001 time: 0.2073989
Apr 15 11:01:34.554751 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785228ed-7317-4cbe-86ac-94a42287284a req-b8997241-14be-4205-a264-221589e29052 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:34.556510 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-785228ed-7317-4cbe-86ac-94a42287284a req-b8997241-14be-4205-a264-221589e29052 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 945 time: 0.4153974
Apr 15 11:01:34.647861 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575e82c-361b-4b80-ae0c-c3cc2746c86c req-a14c530d-7f3b-46ca-b207-b480ea4b696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:34.650460 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d575e82c-361b-4b80-ae0c-c3cc2746c86c req-a14c530d-7f3b-46ca-b207-b480ea4b696c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c071ef28-6f62-47d7-abd8-ad81f6906bc9 HTTP/1.1" status: 200  len: 854 time: 0.0928619
Apr 15 11:01:34.773044 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-785228ed-7317-4cbe-86ac-94a42287284a req-ae9a8220-a902-4c84-96b6-6bdcbf84134d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211312
Apr 15 11:01:34.851724 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575e82c-361b-4b80-ae0c-c3cc2746c86c req-e544272b-1404-42e6-8f7a-513a9fa5a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:34.853343 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d575e82c-361b-4b80-ae0c-c3cc2746c86c req-e544272b-1404-42e6-8f7a-513a9fa5a44d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=193d26e7-6d12-464f-9936-6808cc824712&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1802540
Apr 15 11:01:34.993302 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b398d-0911-45d3-97ad-d247462952b5 req-c95addb4-0327-4595-aa05-907abcaef79d tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:34.995066 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-746b398d-0911-45d3-97ad-d247462952b5 req-c95addb4-0327-4595-aa05-907abcaef79d tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.2055476
Apr 15 11:01:35.085139 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d575e82c-361b-4b80-ae0c-c3cc2746c86c req-04a976e1-82c6-4e29-8e1e-4ab5552fa46f service neutron] 10.222.0.99 "GET /v2.0/networks/193d26e7-6d12-464f-9936-6808cc824712?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2244191
Apr 15 11:01:35.116969 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-746b398d-0911-45d3-97ad-d247462952b5 req-c9826940-b472-40bd-996b-f5b87972583d tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005819
Apr 15 11:01:35.544074 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-958f32ae-22a4-4113-be66-2565aa8d9b79 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:35.547316 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-958f32ae-22a4-4113-be66-2565aa8d9b79 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.99 "GET /v2.0/networks?id=0e257be3-f08f-4d68-9cbd-58333f5372eb HTTP/1.1" status: 200  len: 814 time: 0.5497537
Apr 15 11:01:35.591706 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-54d36d57-3ad6-41df-a106-767e17fee0e7 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Request body: {'port': {'device_id': '9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c', 'network_id': '0e257be3-f08f-4d68-9cbd-58333f5372eb', 'admin_state_up': True, 'tenant_id': '1374898347c1429bb793e02bef156639'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:01:35.597128 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d575e82c-361b-4b80-ae0c-c3cc2746c86c req-a5d807eb-39f1-42fa-8345-b8a0c3de2bda service neutron] 10.222.0.99 "GET /v2.0/networks/193d26e7-6d12-464f-9936-6808cc824712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4790399
Apr 15 11:01:35.657701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0427d-dff5-4cf2-9162-7bab0527f65b req-1d823a29-86bf-4a87-aa58-5d27e4197503 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:35.659747 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-efb0427d-dff5-4cf2-9162-7bab0527f65b req-1d823a29-86bf-4a87-aa58-5d27e4197503 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.2790651
Apr 15 11:01:35.770843 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356c458-e979-42dc-a0f3-41eb2d1467a9 req-cc868ac8-584f-46b1-ac49-13318f42b259 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:35.772618 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7356c458-e979-42dc-a0f3-41eb2d1467a9 req-cc868ac8-584f-46b1-ac49-13318f42b259 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 985 time: 0.3173914
Apr 15 11:01:35.898491 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-efb0427d-dff5-4cf2-9162-7bab0527f65b req-bfce2c6b-83f9-42f6-998b-0313441bbc3a tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2186396
Apr 15 11:01:35.928684 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7356c458-e979-42dc-a0f3-41eb2d1467a9 req-38b33765-9289-4c30-9336-1ce883549155 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&id=dc3f4a20-d5b3-412d-bcc7-ae05a4b91290&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1466105
Apr 15 11:01:36.002272 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ac7a2-5a87-43eb-bbc0-123d30276337 req-95ce86e9-d978-4020-9d32-94c8dd2f36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:36.005298 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-865ac7a2-5a87-43eb-bbc0-123d30276337 req-95ce86e9-d978-4020-9d32-94c8dd2f36d0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=453d45013f7a4811b3a3f8a11e72dec1&device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 1138 time: 0.2207854
Apr 15 11:01:36.200480 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-54d36d57-3ad6-41df-a106-767e17fee0e7 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:36.251115 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-54d36d57-3ad6-41df-a106-767e17fee0e7 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:36.300280 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62aeed-5d20-4e82-beff-b28f5e475379 req-05348f3a-b270-42c5-be7e-068ac012b922 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:36.301489 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-3c62aeed-5d20-4e82-beff-b28f5e475379 req-05348f3a-b270-42c5-be7e-068ac012b922 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Synchronizing usage tracker for tenant:1856da834bea4d4f808d3291b817ed29 on resource:port {{(pid=85321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:01:36.308439 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-54d36d57-3ad6-41df-a106-767e17fee0e7 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Made reservation on behalf of 1374898347c1429bb793e02bef156639 for: {'port': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:01:36.318900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-54d36d57-3ad6-41df-a106-767e17fee0e7 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:36.320430 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0c815ca8-a21b-4db7-bfb2-c70276829cf7 req-71d0dee9-ab11-48e6-a41b-b360fd80e7f3 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 210 time: 0.1316404
Apr 15 11:01:36.364346 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-3c62aeed-5d20-4e82-beff-b28f5e475379 req-05348f3a-b270-42c5-be7e-068ac012b922 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Unset dirty status for tenant:1856da834bea4d4f808d3291b817ed29 on resource:port {{(pid=85321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:01:36.366786 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3c62aeed-5d20-4e82-beff-b28f5e475379 req-05348f3a-b270-42c5-be7e-068ac012b922 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.99 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 945 time: 0.2726374
Apr 15 11:01:36.386299 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ac7a2-5a87-43eb-bbc0-123d30276337 req-84c4b373-dcb4-4713-91b2-68cfa46937e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:36.388684 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-865ac7a2-5a87-43eb-bbc0-123d30276337 req-84c4b373-dcb4-4713-91b2-68cfa46937e4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=193d26e7-6d12-464f-9936-6808cc824712 HTTP/1.1" status: 200  len: 917 time: 0.3121912
Apr 15 11:01:36.504698 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0077fe-add4-42b9-8e15-cd26d2fe8db2 req-9118dbe8-e86b-45fa-a1e8-c14588ebc26c tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:36.513425 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6b0077fe-add4-42b9-8e15-cd26d2fe8db2 req-9118dbe8-e86b-45fa-a1e8-c14588ebc26c tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 945 time: 0.3257756
Apr 15 11:01:36.572821 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-865ac7a2-5a87-43eb-bbc0-123d30276337 req-143e9df8-afab-484f-9699-441f0fde02b7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef7974cc-7eb7-4a27-b700-4b3c98082683 HTTP/1.1" status: 200  len: 1001 time: 0.1751444
Apr 15 11:01:36.661554 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6b0077fe-add4-42b9-8e15-cd26d2fe8db2 req-1e14ddeb-84e4-4e14-b589-25053257787c tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471012
Apr 15 11:01:36.717876 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ac7a2-5a87-43eb-bbc0-123d30276337 req-14f4f993-d8d2-443a-8bb3-7bc7553f7bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:36.720208 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-865ac7a2-5a87-43eb-bbc0-123d30276337 req-14f4f993-d8d2-443a-8bb3-7bc7553f7bc5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c071ef28-6f62-47d7-abd8-ad81f6906bc9 HTTP/1.1" status: 200  len: 854 time: 0.1368687
Apr 15 11:01:37.000750 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ac7a2-5a87-43eb-bbc0-123d30276337 req-cbcf0af8-e6ed-4b1c-a9d8-935d92dee4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:37.002326 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-865ac7a2-5a87-43eb-bbc0-123d30276337 req-cbcf0af8-e6ed-4b1c-a9d8-935d92dee4e4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=193d26e7-6d12-464f-9936-6808cc824712&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2755733
Apr 15 11:01:37.004518 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-3c62aeed-5d20-4e82-beff-b28f5e475379 req-f987244f-0568-4ac0-8612-93721cddf710 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Deleting port b0782793-13c3-4d73-9474-f703beea5214 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:01:37.004860 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-3c62aeed-5d20-4e82-beff-b28f5e475379 req-f987244f-0568-4ac0-8612-93721cddf710 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:37.077690 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-54d36d57-3ad6-41df-a106-767e17fee0e7 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Allocated IP 172.20.0.5 (0e257be3-f08f-4d68-9cbd-58333f5372eb/a16b2a09-8bb0-4374-ac02-abde3379d952/390bfa20-2980-4cb9-ae3e-5407c323c9e3) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:01:37.326321 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-3c62aeed-5d20-4e82-beff-b28f5e475379 req-f987244f-0568-4ac0-8612-93721cddf710 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] For port b0782793-13c3-4d73-9474-f703beea5214, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b0782793-13c3-4d73-9474-f703beea5214,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:37.326794 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-3c62aeed-5d20-4e82-beff-b28f5e475379 req-f987244f-0568-4ac0-8612-93721cddf710 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:37.472187 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-3c62aeed-5d20-4e82-beff-b28f5e475379 req-f987244f-0568-4ac0-8612-93721cddf710 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Calling delete_port for b0782793-13c3-4d73-9474-f703beea5214 owned by compute:nova {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:01:37.485449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c2b40-8991-43cd-9856-7507375ac64f req-8f4f418e-b5d9-4823-8f66-1820dbbfa332 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:37.488431 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-564c2b40-8991-43cd-9856-7507375ac64f req-8f4f418e-b5d9-4823-8f66-1820dbbfa332 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.5998850
Apr 15 11:01:37.494422 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-865ac7a2-5a87-43eb-bbc0-123d30276337 req-933f8a8e-92a8-4bae-8cef-6c8ac5a593e0 service neutron] 10.222.0.99 "GET /v2.0/networks/193d26e7-6d12-464f-9936-6808cc824712?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4841788
Apr 15 11:01:37.512964 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bc66f-c706-458d-adb3-39eb5c985c72 req-7250c2ad-1df8-481b-ba87-55610fb6ba81 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:37.515907 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9d5bc66f-c706-458d-adb3-39eb5c985c72 req-7250c2ad-1df8-481b-ba87-55610fb6ba81 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.6252131
Apr 15 11:01:37.815011 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-3c62aeed-5d20-4e82-beff-b28f5e475379 req-f987244f-0568-4ac0-8612-93721cddf710 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:37.834874 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-afe9888d-679c-4949-808d-8f875c3e3e55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:37.839462 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-564c2b40-8991-43cd-9856-7507375ac64f req-55397e31-9095-46c6-922b-06f11103c33b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3196833
Apr 15 11:01:37.857555 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['109c35c2-d409-41f0-8f52-843f3b1b78e0', 'd103e0e4-9b1a-4212-aacc-6779f9f6002d', 'b0782793-13c3-4d73-9474-f703beea5214'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:01:37.866890 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9d5bc66f-c706-458d-adb3-39eb5c985c72 req-01943820-9a01-4c12-ba76-c1632547d4fe tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2721648
Apr 15 11:01:37.961413 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-865ac7a2-5a87-43eb-bbc0-123d30276337 req-e18ab439-bb14-4353-bdba-93dc7de259e3 service neutron] 10.222.0.99 "GET /v2.0/networks/193d26e7-6d12-464f-9936-6808cc824712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4437122
Apr 15 11:01:38.020661 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-54d36d57-3ad6-41df-a106-767e17fee0e7 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:38.035133 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987244f-0568-4ac0-8612-93721cddf710 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Pushing event deleted for resources: {'Port': ['ID=b0782793-13c3-4d73-9474-f703beea5214,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:38.068317 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f987244f-0568-4ac0-8612-93721cddf710 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:38.129462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c62aeed-5d20-4e82-beff-b28f5e475379 req-f987244f-0568-4ac0-8612-93721cddf710 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] No DVR routers for this DVR port b0782793-13c3-4d73-9474-f703beea5214 on host hv-cinder-78638 {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:01:38.133269 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-3c62aeed-5d20-4e82-beff-b28f5e475379 req-f987244f-0568-4ac0-8612-93721cddf710 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:38.136389 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f9ba61-30ae-4685-9f76-0ccd0c03a530', 'name': 'network-vif-deleted', 'tag': 'b0782793-13c3-4d73-9474-f703beea5214'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:01:38.164302 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3c62aeed-5d20-4e82-beff-b28f5e475379 req-f987244f-0568-4ac0-8612-93721cddf710 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.99 "DELETE /v2.0/ports/b0782793-13c3-4d73-9474-f703beea5214 HTTP/1.1" status: 204  len: 173 time: 1.7914455
Apr 15 11:01:38.181918 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-54d36d57-3ad6-41df-a106-767e17fee0e7 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:38.207297 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-afa9f093-86ba-42bd-b9a7-52ac7b41ce53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:38.497887 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d36d57-3ad6-41df-a106-767e17fee0e7 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Pushing event updated for resources: {'Port': ['ID=390bfa20-2980-4cb9-ae3e-5407c323c9e3,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:38.507938 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-54d36d57-3ad6-41df-a106-767e17fee0e7 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:38.580210 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ef500-4580-42ad-8d75-2fc37e271285 req-ca11180b-5659-428d-bbec-7d72140b1998 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:38.587521 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-321ef500-4580-42ad-8d75-2fc37e271285 req-ca11180b-5659-428d-bbec-7d72140b1998 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.3610919
Apr 15 11:01:38.710823 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-54d36d57-3ad6-41df-a106-767e17fee0e7 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Network 0e257be3-f08f-4d68-9cbd-58333f5372eb is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:01:38.713729 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-54d36d57-3ad6-41df-a106-767e17fee0e7 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:01:38.717475 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-54d36d57-3ad6-41df-a106-767e17fee0e7 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:01:38.725814 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20008f-ac02-4302-b99b-a1878befca49 req-224cd7dc-1307-457a-8dd5-7ce527a9e57d tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:38.728825 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7c20008f-ac02-4302-b99b-a1878befca49 req-224cd7dc-1307-457a-8dd5-7ce527a9e57d tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 985 time: 0.3931987
Apr 15 11:01:38.755762 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-321ef500-4580-42ad-8d75-2fc37e271285 req-e301d9d3-2fef-49a2-b91f-a4a00775731c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1415782
Apr 15 11:01:38.847429 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7c20008f-ac02-4302-b99b-a1878befca49 req-69c42025-d0d4-48c4-9948-3face1dd3353 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&id=dc3f4a20-d5b3-412d-bcc7-ae05a4b91290&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1103568
Apr 15 11:01:38.862858 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-54d36d57-3ad6-41df-a106-767e17fee0e7 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:38.864104 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-54d36d57-3ad6-41df-a106-767e17fee0e7 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:38.913575 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-54d36d57-3ad6-41df-a106-767e17fee0e7 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3313930
Apr 15 11:01:38.943734 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Request body: {'port': {'device_id': '9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:01:39.142877 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:39.193047 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a11c3fcb-ca49-47c9-805f-969efbc9ccc4 req-2c4c88dc-cb88-46ae-a73c-a9c8c87ec5fa tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=d3f9ba61-30ae-4685-9f76-0ccd0c03a530 HTTP/1.1" status: 200  len: 210 time: 0.0997124
Apr 15 11:01:39.221867 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3f2ca-1537-4dd5-859c-b7c8dc44d49d req-6726d182-0ba2-49f8-a2c7-a2da060b7b94 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:39.224882 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b1f3f2ca-1537-4dd5-859c-b7c8dc44d49d req-6726d182-0ba2-49f8-a2c7-a2da060b7b94 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 931 time: 0.2694778
Apr 15 11:01:39.323057 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f9ba61-30ae-4685-9f76-0ccd0c03a530', 'name': 'network-vif-deleted', 'tag': 'b0782793-13c3-4d73-9474-f703beea5214', 'status': 'completed', 'code': 200}
Apr 15 11:01:39.345005 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b1f3f2ca-1537-4dd5-859c-b7c8dc44d49d req-3742cc5b-e3d8-419b-8a97-e6bf311b2779 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116233
Apr 15 11:01:39.716723 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390bfa20-2980-4cb9-ae3e-5407c323c9e3 {{(pid=85321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:01:39.726797 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:39.741708 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73a3d7-fcb8-4a78-96ee-df10d02f390a req-79f73ed1-0cbe-4557-b94f-29f239c0fb9b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:39.745689 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Transition to ACTIVE for port object 390bfa20-2980-4cb9-ae3e-5407c323c9e3 will not be triggered until provisioned by entity L2. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:01:39.748952 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:39.755654 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1b73a3d7-fcb8-4a78-96ee-df10d02f390a req-79f73ed1-0cbe-4557-b94f-29f239c0fb9b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.2468290
Apr 15 11:01:39.824536 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:39.846882 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1b73a3d7-fcb8-4a78-96ee-df10d02f390a req-b586a51a-ae2a-41dc-9e80-a81f56aaa431 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0856788
Apr 15 11:01:39.957308 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Pushing event updated for resources: {'Port': ['ID=390bfa20-2980-4cb9-ae3e-5407c323c9e3,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:39.966493 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:40.175870 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Attempting to bind port 390bfa20-2980-4cb9-ae3e-5407c323c9e3 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:01:40.176463 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Attempting to bind port 390bfa20-2980-4cb9-ae3e-5407c323c9e3 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1c49ec0d-111b-469b-8988-2a39dc1700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '0e257be3-f08f-4d68-9cbd-58333f5372eb'}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:01:40.177447 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Attempting to bind port 390bfa20-2980-4cb9-ae3e-5407c323c9e3 on network 0e257be3-f08f-4d68-9cbd-58333f5372eb {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:01:40.186931 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Port 390bfa20-2980-4cb9-ae3e-5407c323c9e3 on network 0e257be3-f08f-4d68-9cbd-58333f5372eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 11:01:40.190620 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Attempting to bind port 390bfa20-2980-4cb9-ae3e-5407c323c9e3 on network 0e257be3-f08f-4d68-9cbd-58333f5372eb {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:01:40.195701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:01:40.196754 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Checking segment: {'id': '1c49ec0d-111b-469b-8988-2a39dc1700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '0e257be3-f08f-4d68-9cbd-58333f5372eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:01:40.197506 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Bound using segment: {'id': '1c49ec0d-111b-469b-8988-2a39dc1700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '0e257be3-f08f-4d68-9cbd-58333f5372eb'} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:01:40.198366 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Bound port: 390bfa20-2980-4cb9-ae3e-5407c323c9e3, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c49ec0d-111b-469b-8988-2a39dc1700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '0e257be3-f08f-4d68-9cbd-58333f5372eb'}}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:01:40.198972 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:40.327705 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] For port 390bfa20-2980-4cb9-ae3e-5407c323c9e3, host hv-cinder-78638, cleared binding levels {{(pid=85321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:01:40.335701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] For port 390bfa20-2980-4cb9-ae3e-5407c323c9e3, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=390bfa20-2980-4cb9-ae3e-5407c323c9e3,segment=NetworkSegment(1c49ec0d-111b-469b-8988-2a39dc1700c7),segment_id=1c49ec0d-111b-469b-8988-2a39dc1700c7)] {{(pid=85321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:01:40.340275 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:40.357746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-945e4ee8-c9b3-4372-9fee-5d01a9dc6da1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:40.388753 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device c34e8bda-5a25-484a-b9f2-fced87bbb15a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:01:40.404930 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device b0782793-13c3-4d73-9474-f703beea5214 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:01:40.440638 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Pushing event updated for resources: {'Port': ['ID=390bfa20-2980-4cb9-ae3e-5407c323c9e3,revision_number=3']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:40.447969 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:40.490880 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ee925-8c9e-4662-a570-31a0cabaf8b9 req-f97c8b4f-3856-47c0-9010-c3a3f796dc52 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:40.494808 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0c9ee925-8c9e-4662-a570-31a0cabaf8b9 req-f97c8b4f-3856-47c0-9010-c3a3f796dc52 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 944 time: 0.3835244
Apr 15 11:01:40.495737 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: b0782793-13c3-4d73-9474-f703beea5214 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:01:40.496594 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device b0782793-13c3-4d73-9474-f703beea5214 not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:01:40.586843 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e9bb3-5986-422e-a30b-84b01e64f323 req-20882cc2-df6c-42d4-9e85-a19ffc4bbccb tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:40.589734 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-729e9bb3-5986-422e-a30b-84b01e64f323 req-20882cc2-df6c-42d4-9e85-a19ffc4bbccb tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 985 time: 0.2788813
Apr 15 11:01:40.615726 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:40.616896 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:40.620183 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] 10.222.0.99 "PUT /v2.0/ports/390bfa20-2980-4cb9-ae3e-5407c323c9e3 HTTP/1.1" status: 200  len: 1093 time: 1.6875134
Apr 15 11:01:40.652612 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0c9ee925-8c9e-4662-a570-31a0cabaf8b9 req-32a28f92-4821-4aab-8454-2f349e17173e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1366644
Apr 15 11:01:40.700438 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-729e9bb3-5986-422e-a30b-84b01e64f323 req-3ee04302-d1b0-49b8-aef2-690b33f91222 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&id=dc3f4a20-d5b3-412d-bcc7-ae05a4b91290&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0855193
Apr 15 11:01:40.782282 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port c34e8bda-5a25-484a-b9f2-fced87bbb15a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c34e8bda-5a25-484a-b9f2-fced87bbb15a,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:40.826047 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'port_id': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a', 'mac_address': 'fa:16:3e:cd:d4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:01:40.911729 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-69ff5344-33c6-495c-aa4f-9311dc818918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:40.914356 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-69ff5344-33c6-495c-aa4f-9311dc818918 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1374898347c1429bb793e02bef156639&device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 1096 time: 0.1874454
Apr 15 11:01:40.977377 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:41.015379 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34e8bda-5a25-484a-b9f2-fced87bbb15a {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:01:41.047423 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-6ad5ef2f-2fa8-49fe-ac08-13cdad2ba390 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=390bfa20-2980-4cb9-ae3e-5407c323c9e3 HTTP/1.1" status: 200  len: 217 time: 0.1155391
Apr 15 11:01:41.050491 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6de911-e416-42ff-9ccc-ec0c5b40c8c9 req-e5ae5284-5d41-4926-a4b0-058c4dc85bea tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:41.052275 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0d6de911-e416-42ff-9ccc-ec0c5b40c8c9 req-e5ae5284-5d41-4926-a4b0-058c4dc85bea tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 943 time: 0.2256753
Apr 15 11:01:41.062282 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port c34e8bda-5a25-484a-b9f2-fced87bbb15a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c34e8bda-5a25-484a-b9f2-fced87bbb15a,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:41.067270 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:41.072042 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:41.225524 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-662641fd-07a5-4d4b-ac28-df0a4a5871f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:41.245147 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0d6de911-e416-42ff-9ccc-ec0c5b40c8c9 req-ad6e96bf-40a1-49b1-949e-6c3828dd3eda tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706667
Apr 15 11:01:41.246006 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-662641fd-07a5-4d4b-ac28-df0a4a5871f4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a16b2a09-8bb0-4374-ac02-abde3379d952 HTTP/1.1" status: 200  len: 854 time: 0.1867530
Apr 15 11:01:41.297325 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=c34e8bda-5a25-484a-b9f2-fced87bbb15a,revision_number=9']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:41.306689 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:41.306972 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:41.307328 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:41.307703 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:41.308091 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:41.308458 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:41.308836 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:41.309211 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:41.309585 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:41.309957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:41.310328 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:41.310737 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:01:41.315522 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:41.350037 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c', 'tag': '390bfa20-2980-4cb9-ae3e-5407c323c9e3'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:01:41.362614 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-edb613fc-eeaa-40c1-bc34-6d69e177850b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0e257be3-f08f-4d68-9cbd-58333f5372eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1090097
Apr 15 11:01:41.476611 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4363b-bd06-40c3-8356-6db2fb99c86e req-08a3c135-acbb-4366-8c27-fe2401d3f3e8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:41.479385 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-51a4363b-bd06-40c3-8356-6db2fb99c86e req-08a3c135-acbb-4366-8c27-fe2401d3f3e8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 945 time: 0.1033099
Apr 15 11:01:41.532928 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['c34e8bda-5a25-484a-b9f2-fced87bbb15a'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:01:41.543618 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-58cc1dc4-143a-40b8-ba3d-51b0dbe98b94 service neutron] 10.222.0.99 "GET /v2.0/networks/0e257be3-f08f-4d68-9cbd-58333f5372eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725650
Apr 15 11:01:41.601177 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-51a4363b-bd06-40c3-8356-6db2fb99c86e req-e2ff923f-b5da-4780-8871-45c7cbaf7709 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789530
Apr 15 11:01:41.626226 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df41e70-035d-4973-8bfb-5f120be53fdd req-e4039ad7-568f-409f-b9c4-1e947b40cd54 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:41.628345 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5df41e70-035d-4973-8bfb-5f120be53fdd req-e4039ad7-568f-409f-b9c4-1e947b40cd54 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1479423
Apr 15 11:01:41.728464 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5df41e70-035d-4973-8bfb-5f120be53fdd req-c2722c60-1d5c-42b2-91c5-041cf8c42ab7 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0863669
Apr 15 11:01:41.900198 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa0a99e0-0cf4-4efd-a29a-df840beadf59 req-12932dae-d986-41f7-b722-50c2ed3c6a0d service neutron] 10.222.0.99 "GET /v2.0/networks/0e257be3-f08f-4d68-9cbd-58333f5372eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3431642
Apr 15 11:01:41.906830 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c', 'tag': '390bfa20-2980-4cb9-ae3e-5407c323c9e3', 'status': 'completed', 'code': 200}
Apr 15 11:01:42.161080 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfad15-6aa6-49ef-bddc-22919d98b1b3 req-11ad86e5-c4c3-4600-88be-17e3f082b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:42.166258 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c0dfad15-6aa6-49ef-bddc-22919d98b1b3 req-11ad86e5-c4c3-4600-88be-17e3f082b724 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1374898347c1429bb793e02bef156639&device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 1096 time: 0.1626823
Apr 15 11:01:42.263575 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e4fba-2ba3-4c83-896a-635cad47e879 req-ad674472-348f-46ef-8aad-0a966d6e0edb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:42.267676 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e98e4fba-2ba3-4c83-896a-635cad47e879 req-ad674472-348f-46ef-8aad-0a966d6e0edb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 945 time: 0.3432014
Apr 15 11:01:42.287146 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e38cfc-f033-4085-a6bf-a67de2d5f58c req-bb6f601f-8592-4834-a28c-115c62c60667 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:42.289373 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-34e38cfc-f033-4085-a6bf-a67de2d5f58c req-bb6f601f-8592-4834-a28c-115c62c60667 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 985 time: 0.2889278
Apr 15 11:01:42.445283 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e98e4fba-2ba3-4c83-896a-635cad47e879 req-1288d182-2d54-496d-973e-d9e9045eb0a5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1543310
Apr 15 11:01:42.459651 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-34e38cfc-f033-4085-a6bf-a67de2d5f58c req-4fa5ce8a-765b-4b62-8f1b-5637d7218743 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&id=dc3f4a20-d5b3-412d-bcc7-ae05a4b91290&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1418869
Apr 15 11:01:42.654709 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfad15-6aa6-49ef-bddc-22919d98b1b3 req-cc42df00-cdc5-48b0-97ce-192ef9600a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:42.657409 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c0dfad15-6aa6-49ef-bddc-22919d98b1b3 req-cc42df00-cdc5-48b0-97ce-192ef9600a44 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0e257be3-f08f-4d68-9cbd-58333f5372eb HTTP/1.1" status: 200  len: 916 time: 0.4772587
Apr 15 11:01:42.746828 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58b4ff-b709-4be6-a831-207380401fb6 req-1f95e532-92bd-47e0-b913-66fad74f2940 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:42.747997 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c0dfad15-6aa6-49ef-bddc-22919d98b1b3 req-fd07fb0a-7bea-4b55-8082-39c351c4c80f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=390bfa20-2980-4cb9-ae3e-5407c323c9e3 HTTP/1.1" status: 200  len: 217 time: 0.0823514
Apr 15 11:01:42.749705 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6f58b4ff-b709-4be6-a831-207380401fb6 req-1f95e532-92bd-47e0-b913-66fad74f2940 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 943 time: 0.1699209
Apr 15 11:01:42.831329 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfad15-6aa6-49ef-bddc-22919d98b1b3 req-7dde17fd-e4f6-42fb-ace8-3d73397b0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:42.833641 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c0dfad15-6aa6-49ef-bddc-22919d98b1b3 req-7dde17fd-e4f6-42fb-ace8-3d73397b0cf3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a16b2a09-8bb0-4374-ac02-abde3379d952 HTTP/1.1" status: 200  len: 854 time: 0.0770450
Apr 15 11:01:42.897935 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c0dfad15-6aa6-49ef-bddc-22919d98b1b3 req-6e8dadd9-e88d-412a-bc8c-5535662a96c8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0e257be3-f08f-4d68-9cbd-58333f5372eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0571172
Apr 15 11:01:42.944484 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6f58b4ff-b709-4be6-a831-207380401fb6 req-ebf783e8-39a7-45b2-8270-9f774d17250f tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1813169
Apr 15 11:01:43.001146 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec60e7-091d-467c-96ce-227299c15686 req-03617d1d-463d-49a7-94f5-6a2535ada389 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:43.003772 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-04ec60e7-091d-467c-96ce-227299c15686 req-03617d1d-463d-49a7-94f5-6a2535ada389 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 945 time: 0.2087545
Apr 15 11:01:43.082030 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-04ec60e7-091d-467c-96ce-227299c15686 req-9ce2338b-05fb-4b87-acea-34fa3fec59d8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679781
Apr 15 11:01:43.164131 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c0dfad15-6aa6-49ef-bddc-22919d98b1b3 req-15c229cc-df80-4f2d-9280-6f60507a5bc5 service neutron] 10.222.0.99 "GET /v2.0/networks/0e257be3-f08f-4d68-9cbd-58333f5372eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2253811
Apr 15 11:01:43.223083 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed68cda-18fb-4a4d-866d-c8b95ec9b3e2 req-82091c52-3f62-48c8-a637-2f54358756cf tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:43.226102 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0ed68cda-18fb-4a4d-866d-c8b95ec9b3e2 req-82091c52-3f62-48c8-a637-2f54358756cf tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1242349
Apr 15 11:01:43.296493 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0ed68cda-18fb-4a4d-866d-c8b95ec9b3e2 req-f5d951d5-4047-4368-8e51-9e36d04d17d6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0570836
Apr 15 11:01:43.445347 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c0dfad15-6aa6-49ef-bddc-22919d98b1b3 req-0f5881db-55d0-4f23-a5b0-aa3af2f9070d service neutron] 10.222.0.99 "GET /v2.0/networks/0e257be3-f08f-4d68-9cbd-58333f5372eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2505417
Apr 15 11:01:43.459720 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fd51e-aefd-486b-9556-35a06fe51324 req-71c4a812-9a9f-4830-a997-b3b15732c745 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:43.460701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-8c5fd51e-aefd-486b-9556-35a06fe51324 req-71c4a812-9a9f-4830-a997-b3b15732c745 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Synchronizing usage tracker for tenant:1856da834bea4d4f808d3291b817ed29 on resource:port {{(pid=85321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:01:43.483185 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-8c5fd51e-aefd-486b-9556-35a06fe51324 req-71c4a812-9a9f-4830-a997-b3b15732c745 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Unset dirty status for tenant:1856da834bea4d4f808d3291b817ed29 on resource:port {{(pid=85321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:01:43.484382 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c5fd51e-aefd-486b-9556-35a06fe51324 req-71c4a812-9a9f-4830-a997-b3b15732c745 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.99 "GET /v2.0/ports?device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 945 time: 0.2875059
Apr 15 11:01:43.661475 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-8c5fd51e-aefd-486b-9556-35a06fe51324 req-6e2fd206-d38d-4ecc-b295-f37e6e26f78d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Deleting port d103e0e4-9b1a-4212-aacc-6779f9f6002d {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:01:43.662657 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8c5fd51e-aefd-486b-9556-35a06fe51324 req-6e2fd206-d38d-4ecc-b295-f37e6e26f78d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:43.888401 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd70e9-41b1-4dc0-8abd-9d890be2f7a3 req-409853e5-643f-4618-978c-75fc00f44d12 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:43.898137 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b4cd70e9-41b1-4dc0-8abd-9d890be2f7a3 req-409853e5-643f-4618-978c-75fc00f44d12 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 945 time: 0.2643855
Apr 15 11:01:43.966193 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b4cd70e9-41b1-4dc0-8abd-9d890be2f7a3 req-8fe6f1ce-6a13-4254-9d1e-b7860ff9bd18 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662522
Apr 15 11:01:43.982974 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962821e-3ad4-4c9e-bccb-a324bc126398 req-bdfefe16-c146-4e64-8871-d77685097fb7 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:43.987634 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b962821e-3ad4-4c9e-bccb-a324bc126398 req-bdfefe16-c146-4e64-8871-d77685097fb7 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 985 time: 0.2296801
Apr 15 11:01:44.095624 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b962821e-3ad4-4c9e-bccb-a324bc126398 req-eed34199-440c-4e3f-a7ca-00d8ef112b94 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&id=dc3f4a20-d5b3-412d-bcc7-ae05a4b91290&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1030743
Apr 15 11:01:44.121136 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-8c5fd51e-aefd-486b-9556-35a06fe51324 req-6e2fd206-d38d-4ecc-b295-f37e6e26f78d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] For port d103e0e4-9b1a-4212-aacc-6779f9f6002d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d103e0e4-9b1a-4212-aacc-6779f9f6002d,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:44.124624 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8c5fd51e-aefd-486b-9556-35a06fe51324 req-6e2fd206-d38d-4ecc-b295-f37e6e26f78d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:44.277124 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73e476-2d8c-4381-b059-b3044e9a87ba req-b58c971d-a94d-4674-b179-2b3c2392abbd tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:44.286532 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cc73e476-2d8c-4381-b059-b3044e9a87ba req-b58c971d-a94d-4674-b179-2b3c2392abbd tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 943 time: 0.1121616
Apr 15 11:01:44.374134 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-8c5fd51e-aefd-486b-9556-35a06fe51324 req-6e2fd206-d38d-4ecc-b295-f37e6e26f78d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Calling delete_port for d103e0e4-9b1a-4212-aacc-6779f9f6002d owned by compute:nova {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:01:44.393873 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 390bfa20-2980-4cb9-ae3e-5407c323c9e3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:01:44.410450 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device c34e8bda-5a25-484a-b9f2-fced87bbb15a up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:01:44.456187 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cc73e476-2d8c-4381-b059-b3044e9a87ba req-c2f9b8bc-0eae-4b8b-88fd-8899325ab556 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1682346
Apr 15 11:01:44.553550 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd594205-6753-4524-b7c7-4275affea07e req-0f0d4a85-cd62-476f-a6c5-8a55b5c59c46 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:44.558967 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dd594205-6753-4524-b7c7-4275affea07e req-0f0d4a85-cd62-476f-a6c5-8a55b5c59c46 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 945 time: 0.1966722
Apr 15 11:01:44.660643 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dd594205-6753-4524-b7c7-4275affea07e req-c36bdf3f-d7ce-49ce-b3ff-12727d1beaef tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971785
Apr 15 11:01:44.666190 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port c34e8bda-5a25-484a-b9f2-fced87bbb15a triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:01:44.675262 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:44.683365 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8c5fd51e-aefd-486b-9556-35a06fe51324 req-6e2fd206-d38d-4ecc-b295-f37e6e26f78d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:44.733035 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['109c35c2-d409-41f0-8f52-843f3b1b78e0', 'd103e0e4-9b1a-4212-aacc-6779f9f6002d'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:01:44.804182 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8986dd-cfe4-408f-af74-bfb4334ebc3b req-04fbeb83-c9d3-4691-857d-d2ed9488300b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:44.806129 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fc8986dd-cfe4-408f-af74-bfb4334ebc3b req-04fbeb83-c9d3-4691-857d-d2ed9488300b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1092911
Apr 15 11:01:44.862746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-685e4fa0-1483-4e8a-a46f-35d0274ad2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:44.869466 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fc8986dd-cfe4-408f-af74-bfb4334ebc3b req-8489d5b8-0146-4c59-bb05-9c61b5824990 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0561569
Apr 15 11:01:44.885671 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 390bfa20-2980-4cb9-ae3e-5407c323c9e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=390bfa20-2980-4cb9-ae3e-5407c323c9e3,segment=NetworkSegment(1c49ec0d-111b-469b-8988-2a39dc1700c7),segment_id=1c49ec0d-111b-469b-8988-2a39dc1700c7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:44.928592 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fd206-d38d-4ecc-b295-f37e6e26f78d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Pushing event deleted for resources: {'Port': ['ID=d103e0e4-9b1a-4212-aacc-6779f9f6002d,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:44.932545 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6e2fd206-d38d-4ecc-b295-f37e6e26f78d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:44.987793 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': '390bfa20-2980-4cb9-ae3e-5407c323c9e3', 'network_id': '0e257be3-f08f-4d68-9cbd-58333f5372eb', 'port_id': '390bfa20-2980-4cb9-ae3e-5407c323c9e3', 'mac_address': 'fa:16:3e:39:4b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16b2a09-8bb0-4374-ac02-abde3379d952', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:01:44.989799 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:45.034470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5fd51e-aefd-486b-9556-35a06fe51324 req-6e2fd206-d38d-4ecc-b295-f37e6e26f78d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] No DVR routers for this DVR port d103e0e4-9b1a-4212-aacc-6779f9f6002d on host hv-cinder-78638 {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:01:45.037748 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8c5fd51e-aefd-486b-9556-35a06fe51324 req-6e2fd206-d38d-4ecc-b295-f37e6e26f78d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:45.050133 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01833165-1aff-405b-878d-74469d9e5e29', 'name': 'network-vif-deleted', 'tag': 'd103e0e4-9b1a-4212-aacc-6779f9f6002d'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:01:45.060055 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c5fd51e-aefd-486b-9556-35a06fe51324 req-6e2fd206-d38d-4ecc-b295-f37e6e26f78d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.99 "DELETE /v2.0/ports/d103e0e4-9b1a-4212-aacc-6779f9f6002d HTTP/1.1" status: 204  len: 173 time: 1.5685325
Apr 15 11:01:45.084701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4080e02-8fe1-464d-9d6e-35e63fa8f18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:01:45.097284 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port c34e8bda-5a25-484a-b9f2-fced87bbb15a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c34e8bda-5a25-484a-b9f2-fced87bbb15a,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:45.124093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:45.128672 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:45.257474 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:45.327797 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390bfa20-2980-4cb9-ae3e-5407c323c9e3 {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:01:45.340957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a568e-e9b4-4e6e-a9e0-cdf2b7bc6ead req-3f1f67f6-6c0f-4ad9-97d8-ad4e9f280219 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:45.346454 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 390bfa20-2980-4cb9-ae3e-5407c323c9e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=390bfa20-2980-4cb9-ae3e-5407c323c9e3,segment=NetworkSegment(1c49ec0d-111b-469b-8988-2a39dc1700c7),segment_id=1c49ec0d-111b-469b-8988-2a39dc1700c7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:45.349799 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-605a568e-e9b4-4e6e-a9e0-cdf2b7bc6ead req-3f1f67f6-6c0f-4ad9-97d8-ad4e9f280219 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 947 time: 0.1517763
Apr 15 11:01:45.358394 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01833165-1aff-405b-878d-74469d9e5e29', 'name': 'network-vif-deleted', 'tag': 'd103e0e4-9b1a-4212-aacc-6779f9f6002d', 'status': 'completed', 'code': 200}
Apr 15 11:01:45.365642 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:45.368269 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=c34e8bda-5a25-484a-b9f2-fced87bbb15a,revision_number=10']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:45.374321 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:45.375184 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0dc4af8c-117f-40d8-88b0-3000b9afb885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:45.418882 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4080e02-8fe1-464d-9d6e-35e63fa8f18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a', 'code': 200}
Apr 15 11:01:45.421444 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-605a568e-e9b4-4e6e-a9e0-cdf2b7bc6ead req-f15b880e-cc6f-4327-9f71-4a0a121c3ce0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706096
Apr 15 11:01:45.514687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=390bfa20-2980-4cb9-ae3e-5407c323c9e3,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:45.518241 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:45.732971 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8e072-4e40-4c3c-998f-0f78f9e59e9a req-a9023380-db94-4c5c-bd77-2d660b1d331b tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:45.734560 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6bb8e072-4e40-4c3c-998f-0f78f9e59e9a req-a9023380-db94-4c5c-bd77-2d660b1d331b tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.1857240
Apr 15 11:01:45.748077 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34060324-a09d-4060-9c81-7aaea5d501e3 req-7ab4a84a-e628-4e1e-b32e-b6972bc85de9 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:45.749798 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-34060324-a09d-4060-9c81-7aaea5d501e3 req-7ab4a84a-e628-4e1e-b32e-b6972bc85de9 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 985 time: 0.1407468
Apr 15 11:01:45.832751 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6bb8e072-4e40-4c3c-998f-0f78f9e59e9a req-907c4435-b831-4156-9435-ebe75bbbe05c tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818081
Apr 15 11:01:45.850778 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-34060324-a09d-4060-9c81-7aaea5d501e3 req-1d46446f-d9cd-47c4-aceb-8a6be64e4fc0 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&id=dc3f4a20-d5b3-412d-bcc7-ae05a4b91290&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0824008
Apr 15 11:01:45.902346 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['390bfa20-2980-4cb9-ae3e-5407c323c9e3'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:01:46.285002 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79a03f-522e-4ccc-914e-c6ea72198bde req-fa3db035-7eda-4c58-a440-282b439e4560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:46.287965 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-df79a03f-522e-4ccc-914e-c6ea72198bde req-fa3db035-7eda-4c58-a440-282b439e4560 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 1100 time: 0.1457767
Apr 15 11:01:46.311224 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0fa6b76d-d2dc-4d58-bc01-3c3f88e496f5 req-4c3b6495-a252-40f9-b2e8-ee528c06c43a tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=01833165-1aff-405b-878d-74469d9e5e29 HTTP/1.1" status: 200  len: 210 time: 0.0738506
Apr 15 11:01:46.333009 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915ff70-3e97-46ac-8a00-4763a09ac203 req-dc89c9ab-3dd5-445d-a88d-7a708954dc3b tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:46.341890 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7915ff70-3e97-46ac-8a00-4763a09ac203 req-dc89c9ab-3dd5-445d-a88d-7a708954dc3b tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 944 time: 0.2711618
Apr 15 11:01:46.359620 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-df79a03f-522e-4ccc-914e-c6ea72198bde req-78d10f71-a9ed-4e16-bf47-08dddced2995 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632656
Apr 15 11:01:46.396134 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7915ff70-3e97-46ac-8a00-4763a09ac203 req-53875efc-954f-47fd-889f-b0a493a06b1a tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508759
Apr 15 11:01:46.401160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device d103e0e4-9b1a-4212-aacc-6779f9f6002d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:01:46.483009 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: d103e0e4-9b1a-4212-aacc-6779f9f6002d {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:01:46.483519 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device d103e0e4-9b1a-4212-aacc-6779f9f6002d not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:01:46.756062 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f04e0-801a-4839-a2a5-9ca354e05fa1 req-63d43575-660c-491c-aa29-2ad85f707c21 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:46.759239 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-482f04e0-801a-4839-a2a5-9ca354e05fa1 req-63d43575-660c-491c-aa29-2ad85f707c21 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.2821324
Apr 15 11:01:46.889057 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e96ad-d2a1-41df-bbf6-5168601e9a28 req-b6cd01e8-8536-440a-9b3a-9236a280d6b2 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:46.892070 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-696e96ad-d2a1-41df-bbf6-5168601e9a28 req-b6cd01e8-8536-440a-9b3a-9236a280d6b2 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 947 time: 0.2965515
Apr 15 11:01:46.902643 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-482f04e0-801a-4839-a2a5-9ca354e05fa1 req-c1c240d3-7cb6-4bf1-8ff1-13f876718624 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1335828
Apr 15 11:01:46.992828 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-696e96ad-d2a1-41df-bbf6-5168601e9a28 req-3f7e43c5-a696-40ce-964e-7217cb7c59e4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882890
Apr 15 11:01:47.175145 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433763c-2b90-4e39-ab9c-91fb1d377412 req-f628f41c-2b92-4432-89d2-3ac31e2b75e8 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:47.188689 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d433763c-2b90-4e39-ab9c-91fb1d377412 req-f628f41c-2b92-4432-89d2-3ac31e2b75e8 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.1651576
Apr 15 11:01:47.372969 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d433763c-2b90-4e39-ab9c-91fb1d377412 req-990eb2b2-22b7-4c74-851d-a536b488d935 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728735
Apr 15 11:01:47.428399 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848abf22-81f0-4918-bd0d-af4e267b7149 req-d715b86d-0500-40aa-9646-2d4ab0227594 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:47.431077 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-848abf22-81f0-4918-bd0d-af4e267b7149 req-d715b86d-0500-40aa-9646-2d4ab0227594 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 985 time: 0.1855581
Apr 15 11:01:47.489185 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-848abf22-81f0-4918-bd0d-af4e267b7149 req-26928fa5-f415-44fc-a16b-a13f648babd9 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&id=dc3f4a20-d5b3-412d-bcc7-ae05a4b91290&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0493319
Apr 15 11:01:47.724123 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef828e-319a-4f8f-9191-6e5d9861bc5a req-af9fadaf-3b90-4c06-b3a1-8059eca1e9a8 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:47.726650 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3bef828e-319a-4f8f-9191-6e5d9861bc5a req-af9fadaf-3b90-4c06-b3a1-8059eca1e9a8 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 944 time: 0.1225324
Apr 15 11:01:47.796356 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3bef828e-319a-4f8f-9191-6e5d9861bc5a req-c90f7059-07ac-49f2-9446-05ecc78037a0 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563695
Apr 15 11:01:48.215809 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44d332-b3a6-4b49-a6d0-6bb194948df9 req-e18ae403-9d24-43de-8809-e1f768d45246 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:48.218680 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa44d332-b3a6-4b49-a6d0-6bb194948df9 req-e18ae403-9d24-43de-8809-e1f768d45246 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1781025
Apr 15 11:01:48.358919 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa44d332-b3a6-4b49-a6d0-6bb194948df9 req-b6b49317-2692-4e68-a4e6-052e649cc050 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1274626
Apr 15 11:01:48.407313 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 390bfa20-2980-4cb9-ae3e-5407c323c9e3 up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:01:48.423804 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90371e7-6ae0-4a32-a02c-c884b92d768a req-fd43b762-9c89-4301-9406-5fcf9d15869d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:48.427018 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d90371e7-6ae0-4a32-a02c-c884b92d768a req-fd43b762-9c89-4301-9406-5fcf9d15869d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 947 time: 0.1664643
Apr 15 11:01:48.527611 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d90371e7-6ae0-4a32-a02c-c884b92d768a req-6ef3f5c4-2393-4e94-b1c0-424658debf0a tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881193
Apr 15 11:01:48.594574 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port 390bfa20-2980-4cb9-ae3e-5407c323c9e3 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:01:48.606898 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port 390bfa20-2980-4cb9-ae3e-5407c323c9e3 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:01:48.607616 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:48.815730 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a35fc0-79b7-4f1f-a03c-1497a90b1923 req-56bb8dc7-95d4-42f8-bb34-d698f6c735e9 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:48.819070 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d5a35fc0-79b7-4f1f-a03c-1497a90b1923 req-56bb8dc7-95d4-42f8-bb34-d698f6c735e9 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.1356704
Apr 15 11:01:48.890093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:48.964274 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 390bfa20-2980-4cb9-ae3e-5407c323c9e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=390bfa20-2980-4cb9-ae3e-5407c323c9e3,segment=NetworkSegment(1c49ec0d-111b-469b-8988-2a39dc1700c7),segment_id=1c49ec0d-111b-469b-8988-2a39dc1700c7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:48.966167 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390bfa20-2980-4cb9-ae3e-5407c323c9e3'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:01:48.973597 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:48.975951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:49.003429 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f026f-2a67-476a-bd02-ae8ec66ba24a req-b4d71f2a-7190-4b19-ad30-922e4245f562 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:49.015564 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-459f026f-2a67-476a-bd02-ae8ec66ba24a req-b4d71f2a-7190-4b19-ad30-922e4245f562 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Synchronizing usage tracker for tenant:804134d291a14530a112361fda616a0d on resource:port {{(pid=85321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:01:49.039810 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-459f026f-2a67-476a-bd02-ae8ec66ba24a req-b4d71f2a-7190-4b19-ad30-922e4245f562 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Unset dirty status for tenant:804134d291a14530a112361fda616a0d on resource:port {{(pid=85321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:01:49.044134 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-459f026f-2a67-476a-bd02-ae8ec66ba24a req-b4d71f2a-7190-4b19-ad30-922e4245f562 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.99 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 946 time: 0.2972057
Apr 15 11:01:49.097953 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=390bfa20-2980-4cb9-ae3e-5407c323c9e3,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:49.104411 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:49.110660 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d5a35fc0-79b7-4f1f-a03c-1497a90b1923 req-79f053c2-0085-4058-8af1-05d0121cc10c tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2831032
Apr 15 11:01:49.188015 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-459f026f-2a67-476a-bd02-ae8ec66ba24a req-71129fce-2fa0-479a-8bbd-1baa6d3667df tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Deleting port d025085c-25e1-4bab-a447-fede622f9ba3 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:01:49.188678 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-459f026f-2a67-476a-bd02-ae8ec66ba24a req-71129fce-2fa0-479a-8bbd-1baa6d3667df tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:49.204250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c32379-d508-4a6c-9841-1d74b95b76de req-1ca42bc5-3dd4-42e5-b6c9-9a75cfba1521 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:49.207050 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-01c32379-d508-4a6c-9841-1d74b95b76de req-1ca42bc5-3dd4-42e5-b6c9-9a75cfba1521 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 985 time: 0.3206878
Apr 15 11:01:49.306391 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-01c32379-d508-4a6c-9841-1d74b95b76de req-7340ab76-e69d-4bd7-922c-7ffb475cc7bd tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&id=dc3f4a20-d5b3-412d-bcc7-ae05a4b91290&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0908160
Apr 15 11:01:49.488079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbf917-bfce-42a1-a9d8-75edc0d3e010 req-2fb523a7-944f-45bf-84bc-81e3cdbb9126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:49.489762 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d6bbf917-bfce-42a1-a9d8-75edc0d3e010 req-2fb523a7-944f-45bf-84bc-81e3cdbb9126 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0959c169751f48ebbdb3397c86b113dc&device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 1099 time: 0.2573812
Apr 15 11:01:49.647040 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f541066-2e90-4aef-8deb-20b5dbd9f795 req-5e592c88-dde0-4290-845f-047359e489b8 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:49.650453 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0f541066-2e90-4aef-8deb-20b5dbd9f795 req-5e592c88-dde0-4290-845f-047359e489b8 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.2428179
Apr 15 11:01:49.678125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-459f026f-2a67-476a-bd02-ae8ec66ba24a req-71129fce-2fa0-479a-8bbd-1baa6d3667df tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] For port d025085c-25e1-4bab-a447-fede622f9ba3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d025085c-25e1-4bab-a447-fede622f9ba3,segment=NetworkSegment(23425407-1090-41fc-90be-dc1af31d18ea),segment_id=23425407-1090-41fc-90be-dc1af31d18ea)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:49.678552 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-459f026f-2a67-476a-bd02-ae8ec66ba24a req-71129fce-2fa0-479a-8bbd-1baa6d3667df tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:49.788506 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1c3f8-a5ec-448b-b647-95bcd1119ad7 req-cb93e89b-5cf6-4969-a94a-144013597c5a tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:49.792214 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d0f1c3f8-a5ec-448b-b647-95bcd1119ad7 req-cb93e89b-5cf6-4969-a94a-144013597c5a tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 945 time: 0.2882693
Apr 15 11:01:49.798359 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0f541066-2e90-4aef-8deb-20b5dbd9f795 req-facf801d-5c06-46e4-abcb-2907ef02c904 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1336598
Apr 15 11:01:49.830096 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbf917-bfce-42a1-a9d8-75edc0d3e010 req-28c8c869-c4c6-4d96-becc-9449aa70e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:49.831760 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d6bbf917-bfce-42a1-a9d8-75edc0d3e010 req-28c8c869-c4c6-4d96-becc-9449aa70e55f service neutron] 10.222.0.99 "GET /v2.0/networks?id=f2540102-4996-4e3c-af26-30cf18f2f6dc HTTP/1.1" status: 200  len: 913 time: 0.3338666
Apr 15 11:01:49.840599 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-459f026f-2a67-476a-bd02-ae8ec66ba24a req-71129fce-2fa0-479a-8bbd-1baa6d3667df tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Calling delete_port for d025085c-25e1-4bab-a447-fede622f9ba3 owned by compute:nova {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:01:49.882738 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d0f1c3f8-a5ec-448b-b647-95bcd1119ad7 req-aa036d78-d2c4-4340-ae6a-8210c9ce77f8 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824308
Apr 15 11:01:49.891270 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390bfa20-2980-4cb9-ae3e-5407c323c9e3', 'code': 200}
Apr 15 11:01:50.028506 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d6bbf917-bfce-42a1-a9d8-75edc0d3e010 req-ca2b6854-087b-46ed-9723-7ce60f39ff44 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be3275b-9eea-45b2-a2da-b724d05fde3d HTTP/1.1" status: 200  len: 1001 time: 0.1561339
Apr 15 11:01:50.126233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbf917-bfce-42a1-a9d8-75edc0d3e010 req-ef4522e3-0fce-452a-a4ed-eb70a52b4e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:50.134366 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d6bbf917-bfce-42a1-a9d8-75edc0d3e010 req-ef4522e3-0fce-452a-a4ed-eb70a52b4e75 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e HTTP/1.1" status: 200  len: 850 time: 0.0976391
Apr 15 11:01:50.334492 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-459f026f-2a67-476a-bd02-ae8ec66ba24a req-71129fce-2fa0-479a-8bbd-1baa6d3667df tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:50.354337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-54d36d57-3ad6-41df-a106-767e17fee0e7 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:50.377038 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['881410b3-0540-453d-8285-2540f30bc501', 'd025085c-25e1-4bab-a447-fede622f9ba3'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:01:50.399143 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e3a12-72e1-4141-811f-da4d78b97232 req-c9b87fc6-47c3-42b9-a107-72e585c7200b tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:50.409344 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d61e3a12-72e1-4141-811f-da4d78b97232 req-c9b87fc6-47c3-42b9-a107-72e585c7200b tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 947 time: 0.2474916
Apr 15 11:01:50.658234 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d61e3a12-72e1-4141-811f-da4d78b97232 req-4f6bfc7c-5727-4ae0-8bdc-760a8f566b95 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2473962
Apr 15 11:01:50.683566 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71129fce-2fa0-479a-8bbd-1baa6d3667df tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Pushing event deleted for resources: {'Port': ['ID=d025085c-25e1-4bab-a447-fede622f9ba3,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:50.687561 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbf917-bfce-42a1-a9d8-75edc0d3e010 req-f339e307-e009-4b0c-adb3-2b9f5985a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:50.689193 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d6bbf917-bfce-42a1-a9d8-75edc0d3e010 req-f339e307-e009-4b0c-adb3-2b9f5985a3fb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f2540102-4996-4e3c-af26-30cf18f2f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4630444
Apr 15 11:01:50.694160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-71129fce-2fa0-479a-8bbd-1baa6d3667df tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:50.809359 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bfda44b4-da3a-43d4-b2c6-cee58299b15c req-0242cac7-73fd-41ed-ada4-396ea9b53211 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 210 time: 0.1368678
Apr 15 11:01:50.895449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d448e02-2b74-42d5-a886-7316329a1a2b req-bde8869b-3db8-42bf-b615-31714d249d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:50.898935 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2d448e02-2b74-42d5-a886-7316329a1a2b req-bde8869b-3db8-42bf-b615-31714d249d6a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 1098 time: 0.4451725
Apr 15 11:01:50.927938 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d6bbf917-bfce-42a1-a9d8-75edc0d3e010 req-1d9c5a4b-c505-4120-976c-746858df85cd service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1832979
Apr 15 11:01:50.999363 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2d448e02-2b74-42d5-a886-7316329a1a2b req-2618290c-d321-489e-a0df-ef924ee0b7c1 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910938
Apr 15 11:01:51.209483 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:51.289812 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-459f026f-2a67-476a-bd02-ae8ec66ba24a req-71129fce-2fa0-479a-8bbd-1baa6d3667df tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] No DVR routers for this DVR port d025085c-25e1-4bab-a447-fede622f9ba3 on host hv-cinder-78638 {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:01:51.293508 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d6bbf917-bfce-42a1-a9d8-75edc0d3e010 req-4639755f-d400-43d5-a532-5d0fbd72ab4d service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2671986
Apr 15 11:01:51.294654 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-459f026f-2a67-476a-bd02-ae8ec66ba24a req-71129fce-2fa0-479a-8bbd-1baa6d3667df tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:51.297874 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5bb495-8116-4196-bd29-b324a8439bb0', 'name': 'network-vif-deleted', 'tag': 'd025085c-25e1-4bab-a447-fede622f9ba3'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:01:51.317883 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-459f026f-2a67-476a-bd02-ae8ec66ba24a req-71129fce-2fa0-479a-8bbd-1baa6d3667df tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.99 "DELETE /v2.0/ports/d025085c-25e1-4bab-a447-fede622f9ba3 HTTP/1.1" status: 204  len: 173 time: 2.2674370
Apr 15 11:01:51.404972 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cd109-07ed-4915-920d-1fe6b2c793f0 req-30f8db65-a1bd-4821-81ea-6ece1a0c7c48 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:51.406705 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5e7cd109-07ed-4915-920d-1fe6b2c793f0 req-30f8db65-a1bd-4821-81ea-6ece1a0c7c48 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 985 time: 0.4001532
Apr 15 11:01:51.416750 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e5ab5-8c2a-438c-939a-727f0599cdba req-84feecf7-6e5a-46c0-b494-00024ca56e6c tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:51.418390 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f73e5ab5-8c2a-438c-939a-727f0599cdba req-84feecf7-6e5a-46c0-b494-00024ca56e6c tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 945 time: 0.3678417
Apr 15 11:01:51.501095 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f73e5ab5-8c2a-438c-939a-727f0599cdba req-6ac64223-94fa-42a6-a4e0-4bf2c800451b tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667622
Apr 15 11:01:51.509196 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5e7cd109-07ed-4915-920d-1fe6b2c793f0 req-ff142568-e857-4997-8490-375abc5389be tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&id=dc3f4a20-d5b3-412d-bcc7-ae05a4b91290&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0896554
Apr 15 11:01:51.526951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c61bc-6619-4741-ab65-a25a3b62b381 req-145f846c-40bc-4bed-a112-e9aae14ec0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:51.529104 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cf1c61bc-6619-4741-ab65-a25a3b62b381 req-145f846c-40bc-4bed-a112-e9aae14ec0f0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0959c169751f48ebbdb3397c86b113dc&device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 1099 time: 0.0928593
Apr 15 11:01:51.785500 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c61bc-6619-4741-ab65-a25a3b62b381 req-65cf5d60-be17-4b00-a22b-0d71a80dd101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:51.787435 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cf1c61bc-6619-4741-ab65-a25a3b62b381 req-65cf5d60-be17-4b00-a22b-0d71a80dd101 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f2540102-4996-4e3c-af26-30cf18f2f6dc HTTP/1.1" status: 200  len: 913 time: 0.1954651
Apr 15 11:01:51.897046 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5a194-9797-4252-a732-9204456cdfd8 req-ef09f5be-2917-46df-bbc3-647cd24bc778 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:51.900525 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c3b5a194-9797-4252-a732-9204456cdfd8 req-ef09f5be-2917-46df-bbc3-647cd24bc778 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 945 time: 0.2340956
Apr 15 11:01:51.986464 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cf1c61bc-6619-4741-ab65-a25a3b62b381 req-49226784-90eb-41f5-b014-45614c8d201a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be3275b-9eea-45b2-a2da-b724d05fde3d HTTP/1.1" status: 200  len: 1001 time: 0.1608167
Apr 15 11:01:52.047601 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c3b5a194-9797-4252-a732-9204456cdfd8 req-1ae1afbf-6311-439e-a9e8-4e9d2f5f26e3 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334646
Apr 15 11:01:52.086800 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9e0d9-0e0d-4ebf-bca3-70c8809470d0 req-e7592a81-3ff0-43ec-95f4-a1a5582b21e3 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:52.112676 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c61bc-6619-4741-ab65-a25a3b62b381 req-6447ff54-85e5-44e1-a327-4803cfec799c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:52.114305 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cf1c61bc-6619-4741-ab65-a25a3b62b381 req-6447ff54-85e5-44e1-a327-4803cfec799c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e HTTP/1.1" status: 200  len: 850 time: 0.0871918
Apr 15 11:01:52.119292 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-89c9e0d9-0e0d-4ebf-bca3-70c8809470d0 req-e7592a81-3ff0-43ec-95f4-a1a5582b21e3 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.3829670
Apr 15 11:01:52.213758 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5bb495-8116-4196-bd29-b324a8439bb0', 'name': 'network-vif-deleted', 'tag': 'd025085c-25e1-4bab-a447-fede622f9ba3', 'status': 'completed', 'code': 200}
Apr 15 11:01:52.256643 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-89c9e0d9-0e0d-4ebf-bca3-70c8809470d0 req-f639fc05-dd10-41fb-8676-d254c75c460b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1343422
Apr 15 11:01:52.293467 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c61bc-6619-4741-ab65-a25a3b62b381 req-cf400245-41df-4af0-a240-baac6c4c9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:52.299289 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cf1c61bc-6619-4741-ab65-a25a3b62b381 req-cf400245-41df-4af0-a240-baac6c4c9e8e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f2540102-4996-4e3c-af26-30cf18f2f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1688960
Apr 15 11:01:52.451819 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-aff8c106-0b57-4f63-a50b-4a8f83cda26a req-ebeaa19c-9d7a-4254-8f92-341e4c57ccd1 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=1f5bb495-8116-4196-bd29-b324a8439bb0 HTTP/1.1" status: 200  len: 210 time: 0.0820405
Apr 15 11:01:52.510540 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cf1c61bc-6619-4741-ab65-a25a3b62b381 req-1b4d358c-7087-45b6-aadc-305a7a64ccd7 service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2003841
Apr 15 11:01:52.530380 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 46906) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:52.814197 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cf1c61bc-6619-4741-ab65-a25a3b62b381 req-f54601ce-4198-4f36-9b2b-3b235d6de3d4 service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2804894
Apr 15 11:01:52.930163 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2eaf-1a1d-4b84-94e4-d1691cf0456d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:52.958972 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-fa4c2eaf-1a1d-4b84-94e4-d1691cf0456d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:01:52.978246 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-fa4c2eaf-1a1d-4b84-94e4-d1691cf0456d admin admin] Usage tracker for resource:security_group_rule and tenant:b69caaf1558b463b86bfe3f71e7b1711 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:01:52.984763 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-fa4c2eaf-1a1d-4b84-94e4-d1691cf0456d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:01:52.999202 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-fa4c2eaf-1a1d-4b84-94e4-d1691cf0456d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:01:53.018909 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c8251-e309-4e9b-9f69-c7f0966e6e7e req-20f37e52-a25a-4b41-bf32-230b817a49b2 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:53.020610 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-678c8251-e309-4e9b-9f69-c7f0966e6e7e req-20f37e52-a25a-4b41-bf32-230b817a49b2 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 945 time: 0.2659514
Apr 15 11:01:53.074225 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84993878-1a2d-49f1-a192-95d5163b961a req-03efa4c2-fec8-4506-8fd3-b2dc8b0ea21b tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:53.075833 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-84993878-1a2d-49f1-a192-95d5163b961a req-03efa4c2-fec8-4506-8fd3-b2dc8b0ea21b tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 985 time: 0.2539084
Apr 15 11:01:53.166930 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-678c8251-e309-4e9b-9f69-c7f0966e6e7e req-cf90778c-5730-45ef-a281-6ff1b2206aca tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370213
Apr 15 11:01:53.214334 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-84993878-1a2d-49f1-a192-95d5163b961a req-72738a58-9768-4f61-86ec-5e719e7f4529 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&id=dc3f4a20-d5b3-412d-bcc7-ae05a4b91290&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1301141
Apr 15 11:01:53.285456 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2eaf-1a1d-4b84-94e4-d1691cf0456d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:53.334225 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2eaf-1a1d-4b84-94e4-d1691cf0456d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:53.348717 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a38c0418-bb25-47b6-822e-06d3141f01d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:53.441925 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-fa4c2eaf-1a1d-4b84-94e4-d1691cf0456d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b69caaf1558b463b86bfe3f71e7b1711&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9096661
Apr 15 11:01:53.443105 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2eaf-1a1d-4b84-94e4-d1691cf0456d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a90a6a-57d1-40e5-bf6e-001c8d39b52e,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:53.452211 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 46922) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:53.453159 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-fa4c2eaf-1a1d-4b84-94e4-d1691cf0456d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:53.531915 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be622fd8-3036-43d8-8d5b-b499a01fe192 req-c812b368-cffb-458c-9513-7e3288b62f2c tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:53.532731 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-be622fd8-3036-43d8-8d5b-b499a01fe192 req-c812b368-cffb-458c-9513-7e3288b62f2c tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Synchronizing usage tracker for tenant:1856da834bea4d4f808d3291b817ed29 on resource:port {{(pid=85321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:01:53.550389 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-be622fd8-3036-43d8-8d5b-b499a01fe192 req-c812b368-cffb-458c-9513-7e3288b62f2c tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Unset dirty status for tenant:1856da834bea4d4f808d3291b817ed29 on resource:port {{(pid=85321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:01:53.553072 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-be622fd8-3036-43d8-8d5b-b499a01fe192 req-c812b368-cffb-458c-9513-7e3288b62f2c tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.99 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 945 time: 0.1310451
Apr 15 11:01:53.580855 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce587f6-4f46-4f7d-8284-f9cef24e3751 req-550d89d6-07b9-4edb-b13d-efcfb1ce6de0 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:53.582555 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bce587f6-4f46-4f7d-8284-f9cef24e3751 req-550d89d6-07b9-4edb-b13d-efcfb1ce6de0 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 945 time: 0.3001633
Apr 15 11:01:53.585093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-409274eb-f8ce-4953-a4c5-0c2ca39e5744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:53.646943 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1f1d8-602d-49b3-b6be-9cd3b4fc7c4b req-d21fef30-abd3-4256-884c-60d472cd2447 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:53.647769 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d8c1f1d8-602d-49b3-b6be-9cd3b4fc7c4b req-d21fef30-abd3-4256-884c-60d472cd2447 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.2554061
Apr 15 11:01:53.655453 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-409274eb-f8ce-4953-a4c5-0c2ca39e5744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:53.720640 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bce587f6-4f46-4f7d-8284-f9cef24e3751 req-df4a52e0-e604-4ce1-bff3-a85b9b8280ac tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220226
Apr 15 11:01:53.735373 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-be622fd8-3036-43d8-8d5b-b499a01fe192 req-81915ca5-c4bd-4e15-967f-14ace661b507 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Deleting port 109c35c2-d409-41f0-8f52-843f3b1b78e0 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:01:53.735917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-be622fd8-3036-43d8-8d5b-b499a01fe192 req-81915ca5-c4bd-4e15-967f-14ace661b507 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:53.782395 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d8c1f1d8-602d-49b3-b6be-9cd3b4fc7c4b req-42549c13-351f-4499-a0bb-fb320c0797ef tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1015515
Apr 15 11:01:53.796295 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-409274eb-f8ce-4953-a4c5-0c2ca39e5744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:53.801851 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4d0cc4f0-f49e-48c1-ae1e-8b79c79c821b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:53.864018 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409274eb-f8ce-4953-a4c5-0c2ca39e5744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a90a6a-57d1-40e5-bf6e-001c8d39b52e,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:53.875734 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-409274eb-f8ce-4953-a4c5-0c2ca39e5744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:53.877712 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-409274eb-f8ce-4953-a4c5-0c2ca39e5744 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/97a90a6a-57d1-40e5-bf6e-001c8d39b52e HTTP/1.1" status: 204  len: 168 time: 0.4233136
Apr 15 11:01:53.889879 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-409274eb-f8ce-4953-a4c5-0c2ca39e5744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:53.928827 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-183a7d78-49d5-45c5-8763-4b1ea854928d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:54.327233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-be622fd8-3036-43d8-8d5b-b499a01fe192 req-81915ca5-c4bd-4e15-967f-14ace661b507 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] For port 109c35c2-d409-41f0-8f52-843f3b1b78e0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=109c35c2-d409-41f0-8f52-843f3b1b78e0,segment=NetworkSegment(e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938),segment_id=e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:01:54.327622 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-be622fd8-3036-43d8-8d5b-b499a01fe192 req-81915ca5-c4bd-4e15-967f-14ace661b507 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:54.461777 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device d025085c-25e1-4bab-a447-fede622f9ba3 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:01:54.480545 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be6fe5-ca37-4d0c-ad2f-73ed6c50c606 req-a70ff685-982d-4e46-be1d-6ce53ca9a779 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:54.489232 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-20be6fe5-ca37-4d0c-ad2f-73ed6c50c606 req-a70ff685-982d-4e46-be1d-6ce53ca9a779 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 945 time: 0.1183212
Apr 15 11:01:54.496272 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:01:54.525484 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-be622fd8-3036-43d8-8d5b-b499a01fe192 req-81915ca5-c4bd-4e15-967f-14ace661b507 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Calling delete_port for 109c35c2-d409-41f0-8f52-843f3b1b78e0 owned by compute:nova {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:01:54.538094 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: d025085c-25e1-4bab-a447-fede622f9ba3 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:01:54.539765 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device d025085c-25e1-4bab-a447-fede622f9ba3 not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:01:54.544247 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-20be6fe5-ca37-4d0c-ad2f-73ed6c50c606 req-620ce83d-b9d1-41ca-8950-47e51ce795c1 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/security-groups?id=becef943-1d75-4d55-962b-87bc5072e15d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534999
Apr 15 11:01:54.824604 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-be622fd8-3036-43d8-8d5b-b499a01fe192 req-81915ca5-c4bd-4e15-967f-14ace661b507 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:54.841640 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-142c62db-61f5-47b7-82f0-4a85f2831882 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:54.876387 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['109c35c2-d409-41f0-8f52-843f3b1b78e0'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:01:54.960473 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81915ca5-c4bd-4e15-967f-14ace661b507 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Pushing event deleted for resources: {'Port': ['ID=109c35c2-d409-41f0-8f52-843f3b1b78e0,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:54.968075 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-81915ca5-c4bd-4e15-967f-14ace661b507 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:54.999037 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7d043-71e4-4d65-95e8-17bbfcb511a5 req-3993772d-2086-45ab-b1ce-b75ae4de3b13 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:55.002140 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cfb7d043-71e4-4d65-95e8-17bbfcb511a5 req-3993772d-2086-45ab-b1ce-b75ae4de3b13 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.2881351
Apr 15 11:01:55.021067 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e53243-7319-4ed6-8c9c-4522666e57f2 req-6d29b1d6-e39a-404a-ad65-c6ce6f20a785 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:55.031435 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-42e53243-7319-4ed6-8c9c-4522666e57f2 req-6d29b1d6-e39a-404a-ad65-c6ce6f20a785 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 985 time: 0.2537270
Apr 15 11:01:55.135985 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-be622fd8-3036-43d8-8d5b-b499a01fe192 req-81915ca5-c4bd-4e15-967f-14ace661b507 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] No DVR routers for this DVR port 109c35c2-d409-41f0-8f52-843f3b1b78e0 on host hv-cinder-78638 {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:01:55.138690 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-be622fd8-3036-43d8-8d5b-b499a01fe192 req-81915ca5-c4bd-4e15-967f-14ace661b507 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:55.139277 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-42e53243-7319-4ed6-8c9c-4522666e57f2 req-9dbe50a7-8a18-41cd-a542-adab2e1ca7af tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&id=dc3f4a20-d5b3-412d-bcc7-ae05a4b91290&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1005936
Apr 15 11:01:55.142402 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cb4d90-c70e-4334-a47b-c9e8ef61f171', 'name': 'network-vif-deleted', 'tag': '109c35c2-d409-41f0-8f52-843f3b1b78e0'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:01:55.155917 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cfb7d043-71e4-4d65-95e8-17bbfcb511a5 req-96f7bf67-a8fe-47ec-a49a-e815d501e60f tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199100
Apr 15 11:01:55.160349 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-be622fd8-3036-43d8-8d5b-b499a01fe192 req-81915ca5-c4bd-4e15-967f-14ace661b507 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.99 "DELETE /v2.0/ports/109c35c2-d409-41f0-8f52-843f3b1b78e0 HTTP/1.1" status: 204  len: 173 time: 1.5413618
Apr 15 11:01:55.234158 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cb4d90-c70e-4334-a47b-c9e8ef61f171', 'name': 'network-vif-deleted', 'tag': '109c35c2-d409-41f0-8f52-843f3b1b78e0', 'status': 'completed', 'code': 200}
Apr 15 11:01:55.437317 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ad1aae2e-e79c-4649-b191-7ec59082c9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:55.723297 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2527f602-fa1d-4054-8646-5db008fd110f req-72205b84-ece0-489c-b3af-b921d941941e tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] 10.222.0.100 "GET /v2.0/ports?device_id=c3cb4d90-c70e-4334-a47b-c9e8ef61f171 HTTP/1.1" status: 200  len: 210 time: 0.0497744
Apr 15 11:01:56.383693 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9789fe-1146-4a25-93dc-dca0ee006925 req-8783e72b-6a81-4341-9403-9d766e349822 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:56.385480 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bb9789fe-1146-4a25-93dc-dca0ee006925 req-8783e72b-6a81-4341-9403-9d766e349822 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.0949135
Apr 15 11:01:56.440342 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bb9789fe-1146-4a25-93dc-dca0ee006925 req-f7f80f3c-1d99-4e7b-9d01-4c9eb03627dc tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478442
Apr 15 11:01:56.669825 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:56.833799 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 46962) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:57.062718 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:57.160511 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b4d838-99d7-4038-8921-844c4963b9ae admin admin] Deleting subnet 5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0 {{(pid=85321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:01:57.164468 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-10b4d838-99d7-4038-8921-844c4963b9ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:57.228271 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-10b4d838-99d7-4038-8921-844c4963b9ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851186173'] for subnet, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:57.293740 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-10b4d838-99d7-4038-8921-844c4963b9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5390'] for subnet, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:57.697127 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-10b4d838-99d7-4038-8921-844c4963b9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853608755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851334486'] for subnet, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:57.717086 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:57.832368 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4d838-99d7-4038-8921-844c4963b9ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:57.832652 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b8bca-f560-48c8-bc63-23d8f2c03061 req-43ff65b5-ee7d-4d1a-9e3c-d35c6edffb72 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:57.836338 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bb1b8bca-f560-48c8-bc63-23d8f2c03061 req-43ff65b5-ee7d-4d1a-9e3c-d35c6edffb72 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.2678931
Apr 15 11:01:57.843068 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-10b4d838-99d7-4038-8921-844c4963b9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:57.900935 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-10b4d838-99d7-4038-8921-844c4963b9ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:57.905402 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bb1b8bca-f560-48c8-bc63-23d8f2c03061 req-c48bad52-6a08-4126-9b6f-4efcb58225df tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585716
Apr 15 11:01:57.910912 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-10b4d838-99d7-4038-8921-844c4963b9ae admin admin] 10.222.0.100 "DELETE /v2.0/subnets/5d7cb63f-19ee-4bdb-9a16-4a0cb63b7fa0 HTTP/1.1" status: 204  len: 168 time: 1.0752308
Apr 15 11:01:57.913462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 46974) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:58.121846 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c5b0086b-c7fe-4295-a0c6-063ae770a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854678852'] for network, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:58.346216 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c5b0086b-c7fe-4295-a0c6-063ae770a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854341903', 'neutron.services.segments.db._delete_segments_for_network--9223363306319465793'] for network, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:58.473847 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-c5b0086b-c7fe-4295-a0c6-063ae770a8b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0bc4353ba8>,) {'filters': {'network_id': ['cbf52b31-cabb-4684-b870-425b20f1a830']}} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:58.488647 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 109c35c2-d409-41f0-8f52-843f3b1b78e0 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:01:58.488957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-c5b0086b-c7fe-4295-a0c6-063ae770a8b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc4353ba8>, 'e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938') {'for_net_delete': True} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:58.489114 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-c5b0086b-c7fe-4295-a0c6-063ae770a8b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc4353ba8>, 'e5211fc5-3956-4e6b-bf3c-3fdf3dd3e938') {} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:01:58.503919 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c5b0086b-c7fe-4295-a0c6-063ae770a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306319469889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3589659'] for segment, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:58.527524 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c5b0086b-c7fe-4295-a0c6-063ae770a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:58.529066 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: 109c35c2-d409-41f0-8f52-843f3b1b78e0 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:01:58.529478 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 109c35c2-d409-41f0-8f52-843f3b1b78e0 not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:01:58.541230 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b0086b-c7fe-4295-a0c6-063ae770a8b0 admin admin] Releasing vlan 1404 on physical network physnet1 to pool {{(pid=85321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:01:58.774917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-c5b0086b-c7fe-4295-a0c6-063ae770a8b0 admin admin] Network cbf52b31-cabb-4684-b870-425b20f1a830 has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:01:58.785409 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c5b0086b-c7fe-4295-a0c6-063ae770a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-63568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167214'] for segment, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:59.195503 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30450510-84e1-4af2-bfad-038eeb9aee31 req-cda632b6-03e3-464c-bf3c-951cddca6e3d tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:01:59.197203 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-30450510-84e1-4af2-bfad-038eeb9aee31 req-cda632b6-03e3-464c-bf3c-951cddca6e3d tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1574295
Apr 15 11:01:59.221530 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-c5b0086b-c7fe-4295-a0c6-063ae770a8b0 admin admin] Network cbf52b31-cabb-4684-b870-425b20f1a830 has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]: Traceback (most recent call last):
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:     timer()
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:     cb(*args, **kw)
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:     return func(*args, **kwargs)
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:     self._notify()
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:     self.callback(batched_events)
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:     event.method(event)
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:     segment_id)['aggregates'][0]
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:     return f(self, *a, **k)
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self._get(url).json()
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:     **kwargs)
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:     **endpoint_filter)
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:01:59.245921 dv-cinder-786386-1-iscsi neutron-server[85207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:01:59.255374 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-30450510-84e1-4af2-bfad-038eeb9aee31 req-04ef5d56-ef10-477d-a192-44c0b4b00415 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515254
Apr 15 11:01:59.331902 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c5b0086b-c7fe-4295-a0c6-063ae770a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-433798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006288'] for network, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:59.336968 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:59.352264 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c5b0086b-c7fe-4295-a0c6-063ae770a8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:59.368597 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0086b-c7fe-4295-a0c6-063ae770a8b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf52b31-cabb-4684-b870-425b20f1a830,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:59.372397 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c5b0086b-c7fe-4295-a0c6-063ae770a8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:59.377112 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-c5b0086b-c7fe-4295-a0c6-063ae770a8b0 admin admin] 10.222.0.100 "DELETE /v2.0/networks/cbf52b31-cabb-4684-b870-425b20f1a830 HTTP/1.1" status: 204  len: 168 time: 1.4614890
Apr 15 11:01:59.504496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 46988) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:59.560873 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-8cd3ca0a-d2bb-46f6-a63d-68b5cecd09ce admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1856da834bea4d4f808d3291b817ed29&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0547674
Apr 15 11:01:59.563592 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 46992) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:01:59.630990 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-01117040-3585-498a-8626-b650d35cf454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:59.661757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-01117040-3585-498a-8626-b650d35cf454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:59.713146 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-01117040-3585-498a-8626-b650d35cf454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:59.718923 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e7ff48de-18d4-417a-8795-499054b761f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:01:59.731618 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01117040-3585-498a-8626-b650d35cf454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becef943-1d75-4d55-962b-87bc5072e15d,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:01:59.736214 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-01117040-3585-498a-8626-b650d35cf454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:01:59.740574 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-01117040-3585-498a-8626-b650d35cf454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:01:59.741901 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-01117040-3585-498a-8626-b650d35cf454 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/becef943-1d75-4d55-962b-87bc5072e15d HTTP/1.1" status: 204  len: 168 time: 0.1771927
Apr 15 11:02:00.215315 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:00.506163 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f06c5b-85bb-4356-8403-f97edfdb8c60 req-215594b3-4812-4f6e-9a0c-67430b7faf9a tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:00.508037 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-51f06c5b-85bb-4356-8403-f97edfdb8c60 req-215594b3-4812-4f6e-9a0c-67430b7faf9a tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1056242
Apr 15 11:02:00.579927 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-51f06c5b-85bb-4356-8403-f97edfdb8c60 req-c27937d4-9d93-40bd-8723-7536c2b0c40a tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/security-groups?id=56a5bfe9-4701-47d5-9a2c-192b9543c2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648570
Apr 15 11:02:00.659441 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a67864-13f8-47e0-93cf-5f79ff4dcf43 req-fd1feab0-ebd8-44f0-ad61-acab71ac16e5 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:00.660234 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-f8a67864-13f8-47e0-93cf-5f79ff4dcf43 req-fd1feab0-ebd8-44f0-ad61-acab71ac16e5 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Synchronizing usage tracker for tenant:804134d291a14530a112361fda616a0d on resource:port {{(pid=85321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:02:00.676632 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-f8a67864-13f8-47e0-93cf-5f79ff4dcf43 req-fd1feab0-ebd8-44f0-ad61-acab71ac16e5 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Unset dirty status for tenant:804134d291a14530a112361fda616a0d on resource:port {{(pid=85321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:02:00.677912 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8a67864-13f8-47e0-93cf-5f79ff4dcf43 req-fd1feab0-ebd8-44f0-ad61-acab71ac16e5 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.99 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 945 time: 0.1133668
Apr 15 11:02:00.762441 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-f8a67864-13f8-47e0-93cf-5f79ff4dcf43 req-a4458e06-aad0-4829-9577-4f4760811a86 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Deleting port 881410b3-0540-453d-8285-2540f30bc501 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:02:00.762831 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f8a67864-13f8-47e0-93cf-5f79ff4dcf43 req-a4458e06-aad0-4829-9577-4f4760811a86 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:01.062423 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-f8a67864-13f8-47e0-93cf-5f79ff4dcf43 req-a4458e06-aad0-4829-9577-4f4760811a86 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] For port 881410b3-0540-453d-8285-2540f30bc501, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=881410b3-0540-453d-8285-2540f30bc501,segment=NetworkSegment(23425407-1090-41fc-90be-dc1af31d18ea),segment_id=23425407-1090-41fc-90be-dc1af31d18ea)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:02:01.062893 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f8a67864-13f8-47e0-93cf-5f79ff4dcf43 req-a4458e06-aad0-4829-9577-4f4760811a86 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:01.254480 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-f8a67864-13f8-47e0-93cf-5f79ff4dcf43 req-a4458e06-aad0-4829-9577-4f4760811a86 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Calling delete_port for 881410b3-0540-453d-8285-2540f30bc501 owned by compute:nova {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:02:01.445411 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f8a67864-13f8-47e0-93cf-5f79ff4dcf43 req-a4458e06-aad0-4829-9577-4f4760811a86 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:01.473773 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-31763581-86c1-4a8a-9739-17efa57448e0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:01.496594 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['881410b3-0540-453d-8285-2540f30bc501'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:02:01.548747 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4458e06-aad0-4829-9577-4f4760811a86 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Pushing event deleted for resources: {'Port': ['ID=881410b3-0540-453d-8285-2540f30bc501,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:01.554939 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a4458e06-aad0-4829-9577-4f4760811a86 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:01.793050 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a67864-13f8-47e0-93cf-5f79ff4dcf43 req-a4458e06-aad0-4829-9577-4f4760811a86 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] No DVR routers for this DVR port 881410b3-0540-453d-8285-2540f30bc501 on host hv-cinder-78638 {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:02:01.795900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-f8a67864-13f8-47e0-93cf-5f79ff4dcf43 req-a4458e06-aad0-4829-9577-4f4760811a86 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:01.800746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73', 'name': 'network-vif-deleted', 'tag': '881410b3-0540-453d-8285-2540f30bc501'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:02:01.821201 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f8a67864-13f8-47e0-93cf-5f79ff4dcf43 req-a4458e06-aad0-4829-9577-4f4760811a86 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.99 "DELETE /v2.0/ports/881410b3-0540-453d-8285-2540f30bc501 HTTP/1.1" status: 204  len: 173 time: 1.1371882
Apr 15 11:02:01.881183 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73', 'name': 'network-vif-deleted', 'tag': '881410b3-0540-453d-8285-2540f30bc501', 'status': 'completed', 'code': 200}
Apr 15 11:02:01.887104 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-25ac6097-9fb5-4f7b-b20c-514e715e940f req-2d79b840-3cd7-454d-a1c1-20624c2d4eb9 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] 10.222.0.100 "GET /v2.0/ports?device_id=4327cfe0-c1f8-4a90-b8e9-c413d0e0ee73 HTTP/1.1" status: 200  len: 210 time: 0.0675733
Apr 15 11:02:02.131257 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 47046) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:02.271238 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-957c4bd1-ffda-45f1-994c-8b4e475df4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:02.287768 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-957c4bd1-ffda-45f1-994c-8b4e475df4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:02.292575 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-957c4bd1-ffda-45f1-994c-8b4e475df4b3 admin admin] Usage tracker for resource:security_group_rule and tenant:6c0da65a105c49e5b3bc63189d01d6f8 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:02:02.295798 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-957c4bd1-ffda-45f1-994c-8b4e475df4b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:02:02.302214 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-957c4bd1-ffda-45f1-994c-8b4e475df4b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:02.416695 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-957c4bd1-ffda-45f1-994c-8b4e475df4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:02.420959 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-957c4bd1-ffda-45f1-994c-8b4e475df4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:02.434546 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-07bbf4c8-94a0-4b27-8e99-ca2c86136cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:02.482800 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-957c4bd1-ffda-45f1-994c-8b4e475df4b3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6c0da65a105c49e5b3bc63189d01d6f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3501084
Apr 15 11:02:02.483662 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c4bd1-ffda-45f1-994c-8b4e475df4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717685f6-bb78-47e6-b64a-18c8ed0d9d2c,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:02.486028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 47052) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:02.487030 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-957c4bd1-ffda-45f1-994c-8b4e475df4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:02.555202 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dc54db76-746c-4877-9c11-aef316d0ed1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:02.590412 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dc54db76-746c-4877-9c11-aef316d0ed1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:02.671843 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dc54db76-746c-4877-9c11-aef316d0ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:02.685278 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:02.713153 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54db76-746c-4877-9c11-aef316d0ed1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717685f6-bb78-47e6-b64a-18c8ed0d9d2c,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:02.717342 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dc54db76-746c-4877-9c11-aef316d0ed1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:02.722682 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dc54db76-746c-4877-9c11-aef316d0ed1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:02.727275 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-dc54db76-746c-4877-9c11-aef316d0ed1b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/717685f6-bb78-47e6-b64a-18c8ed0d9d2c HTTP/1.1" status: 204  len: 168 time: 0.2380350
Apr 15 11:02:02.999931 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 47066) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:03.211296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 47074) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:03.231728 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-078050b1-177e-4f61-be2e-4f9ce5cdb0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:03.250454 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-078050b1-177e-4f61-be2e-4f9ce5cdb0f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:03.254799 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-078050b1-177e-4f61-be2e-4f9ce5cdb0f2 admin admin] Usage tracker for resource:security_group_rule and tenant:d2a64aee0b2f4a3781fd623c7523e174 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:02:03.258063 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-078050b1-177e-4f61-be2e-4f9ce5cdb0f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:02:03.264789 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-078050b1-177e-4f61-be2e-4f9ce5cdb0f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:03.360370 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-078050b1-177e-4f61-be2e-4f9ce5cdb0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:03.364128 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-078050b1-177e-4f61-be2e-4f9ce5cdb0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:03.373851 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:03.420914 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-078050b1-177e-4f61-be2e-4f9ce5cdb0f2 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d2a64aee0b2f4a3781fd623c7523e174&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2083247
Apr 15 11:02:03.422818 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078050b1-177e-4f61-be2e-4f9ce5cdb0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da9e655-8f77-48c2-aab1-7e5f6b9b5eee,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:03.425526 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 47078) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:03.428296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-078050b1-177e-4f61-be2e-4f9ce5cdb0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:03.508149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-80c37dfb-2fb6-47b3-af34-e3cdf9e0cb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:03.538295 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-80c37dfb-2fb6-47b3-af34-e3cdf9e0cb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:03.587878 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-80c37dfb-2fb6-47b3-af34-e3cdf9e0cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:03.593301 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-59f3aa2c-a53d-42a4-aecb-097a6ade8048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:03.607964 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c37dfb-2fb6-47b3-af34-e3cdf9e0cb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da9e655-8f77-48c2-aab1-7e5f6b9b5eee,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:03.610941 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-80c37dfb-2fb6-47b3-af34-e3cdf9e0cb3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:03.612264 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-80c37dfb-2fb6-47b3-af34-e3cdf9e0cb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:03.616477 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-80c37dfb-2fb6-47b3-af34-e3cdf9e0cb3d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1da9e655-8f77-48c2-aab1-7e5f6b9b5eee HTTP/1.1" status: 204  len: 168 time: 0.1898768
Apr 15 11:02:03.799055 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f2d0b92d-ba2a-4313-99b6-83579b99b517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852772599'] for router_interface, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:04.428805 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-f2d0b92d-ba2a-4313-99b6-83579b99b517 admin admin] Deleting port 882687cb-34a0-4b1a-a05a-d49b332a1ff1 {{(pid=85320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:02:04.429395 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f2d0b92d-ba2a-4313-99b6-83579b99b517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:04.633736 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-f2d0b92d-ba2a-4313-99b6-83579b99b517 admin admin] For port 882687cb-34a0-4b1a-a05a-d49b332a1ff1, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=882687cb-34a0-4b1a-a05a-d49b332a1ff1,segment=NetworkSegment(23425407-1090-41fc-90be-dc1af31d18ea),segment_id=23425407-1090-41fc-90be-dc1af31d18ea)] {{(pid=85320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:02:04.634139 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f2d0b92d-ba2a-4313-99b6-83579b99b517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:04.772931 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-f2d0b92d-ba2a-4313-99b6-83579b99b517 admin admin] Calling delete_port for 882687cb-34a0-4b1a-a05a-d49b332a1ff1 owned by network:router_interface {{(pid=85320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:02:05.172469 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f2d0b92d-ba2a-4313-99b6-83579b99b517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:05.190337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:05.289755 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0b92d-ba2a-4313-99b6-83579b99b517 admin admin] Pushing event deleted for resources: {'Port': ['ID=882687cb-34a0-4b1a-a05a-d49b332a1ff1,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:05.296927 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f2d0b92d-ba2a-4313-99b6-83579b99b517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:05.693664 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f2d0b92d-ba2a-4313-99b6-83579b99b517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852769316'] for router_interface, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:06.068677 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 47146) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:06.252486 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d7f0ed33-f0ac-4232-bfac-5cf93ed24a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:06.270994 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-d7f0ed33-f0ac-4232-bfac-5cf93ed24a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:06.275559 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-d7f0ed33-f0ac-4232-bfac-5cf93ed24a03 admin admin] Usage tracker for resource:security_group_rule and tenant:b138003923da4d6e9a1720b31c584239 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:02:06.278905 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-d7f0ed33-f0ac-4232-bfac-5cf93ed24a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:02:06.285584 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-d7f0ed33-f0ac-4232-bfac-5cf93ed24a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:06.306786 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d0b92d-ba2a-4313-99b6-83579b99b517 admin admin] Router 9afd9b83-ad34-4a9d-9974-d424ea9042f1 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:02:06.380671 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d7f0ed33-f0ac-4232-bfac-5cf93ed24a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:06.384493 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d7f0ed33-f0ac-4232-bfac-5cf93ed24a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:06.392536 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0b099e30-54e1-445c-ae02-8b855a0afb42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:06.405913 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 881410b3-0540-453d-8285-2540f30bc501 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:02:06.437629 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 47154) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:06.438631 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-d7f0ed33-f0ac-4232-bfac-5cf93ed24a03 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b138003923da4d6e9a1720b31c584239&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3679461
Apr 15 11:02:06.461168 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0ed33-f0ac-4232-bfac-5cf93ed24a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b9ab4f-041e-48e3-be13-7fc15787cac2,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:06.466330 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d7f0ed33-f0ac-4232-bfac-5cf93ed24a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:06.490521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: 881410b3-0540-453d-8285-2540f30bc501 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:02:06.491504 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 881410b3-0540-453d-8285-2540f30bc501 not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:02:06.562112 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dc2f9e3c-c992-42be-8a21-aaf745b9a3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:06.584082 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d0b92d-ba2a-4313-99b6-83579b99b517 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:02:06.593827 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e899e-590b-410b-90aa-c3a1de12ac7f None None] Sync routers for ids ['9afd9b83-ad34-4a9d-9974-d424ea9042f1'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:02:06.605200 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e899e-590b-410b-90aa-c3a1de12ac7f None None] Routers {'9afd9b83-ad34-4a9d-9974-d424ea9042f1'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:02:06.605901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-895e899e-590b-410b-90aa-c3a1de12ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e414e0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:01:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['9afd9b83-ad34-4a9d-9974-d424ea9042f1'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:06.609573 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dc2f9e3c-c992-42be-8a21-aaf745b9a3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:06.653453 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-f2d0b92d-ba2a-4313-99b6-83579b99b517 admin admin] 10.222.0.100 "PUT /v2.0/routers/9afd9b83-ad34-4a9d-9974-d424ea9042f1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6523445
Apr 15 11:02:06.656583 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 47158) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:06.673153 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dc2f9e3c-c992-42be-8a21-aaf745b9a3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:06.683908 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-880b5e9a-9f61-430a-ba53-93e9a0a7c93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:06.704753 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f9e3c-c992-42be-8a21-aaf745b9a3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b9ab4f-041e-48e3-be13-7fc15787cac2,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:06.711689 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dc2f9e3c-c992-42be-8a21-aaf745b9a3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:06.717064 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dc2f9e3c-c992-42be-8a21-aaf745b9a3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:06.724168 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-dc2f9e3c-c992-42be-8a21-aaf745b9a3bb admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/48b9ab4f-041e-48e3-be13-7fc15787cac2 HTTP/1.1" status: 204  len: 168 time: 0.2854280
Apr 15 11:02:06.842613 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-895e899e-590b-410b-90aa-c3a1de12ac7f None None] Set router 9afd9b83-ad34-4a9d-9974-d424ea9042f1 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:02:06.890083 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6a713a2-2424-47f9-b7dc-24b0d77ccec0 admin admin] Notify callbacks [] for router, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:07.122769 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6a713a2-2424-47f9-b7dc-24b0d77ccec0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:07.135295 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-d6a713a2-2424-47f9-b7dc-24b0d77ccec0 admin admin] Deleting port a66c53d7-642a-45de-9aae-124061aa207a {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:02:07.135695 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6a713a2-2424-47f9-b7dc-24b0d77ccec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:07.186705 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 47166) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:07.215470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-895e899e-590b-410b-90aa-c3a1de12ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e414e0>, [{'id': '9afd9b83-ad34-4a9d-9974-d424ea9042f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1914114214-router', 'tenant_id': '804134d291a14530a112361fda616a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'a66c53d7-642a-45de-9aae-124061aa207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T11:02:05Z', 'revision_number': 5, 'project_id': '804134d291a14530a112361fda616a0d', 'gw_port': {'id': 'a66c53d7-642a-45de-9aae-124061aa207a', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9b83-ad34-4a9d-9974-d424ea9042f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:07.220138 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e899e-590b-410b-90aa-c3a1de12ac7f None None] Checking router: 9afd9b83-ad34-4a9d-9974-d424ea9042f1 for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:02:07.226883 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3373a770-80a1-4a19-9ef0-9862328ebdf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:07.230566 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e899e-590b-410b-90aa-c3a1de12ac7f None None] Routers {'9afd9b83-ad34-4a9d-9974-d424ea9042f1'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:02:07.231343 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-895e899e-590b-410b-90aa-c3a1de12ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e414e0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:01:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['9afd9b83-ad34-4a9d-9974-d424ea9042f1'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:07.263785 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3373a770-80a1-4a19-9ef0-9862328ebdf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:07.271359 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3373a770-80a1-4a19-9ef0-9862328ebdf8 admin admin] Usage tracker for resource:security_group_rule and tenant:f204a58a0b084eb4b68e3023c4e82ef6 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:02:07.276651 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3373a770-80a1-4a19-9ef0-9862328ebdf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:02:07.287298 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3373a770-80a1-4a19-9ef0-9862328ebdf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:07.361081 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-d6a713a2-2424-47f9-b7dc-24b0d77ccec0 admin admin] For port a66c53d7-642a-45de-9aae-124061aa207a, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=a66c53d7-642a-45de-9aae-124061aa207a,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:02:07.361609 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6a713a2-2424-47f9-b7dc-24b0d77ccec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:07.419449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-895e899e-590b-410b-90aa-c3a1de12ac7f None None] Set router 9afd9b83-ad34-4a9d-9974-d424ea9042f1 gateway port host: None {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:02:07.542565 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-d6a713a2-2424-47f9-b7dc-24b0d77ccec0 admin admin] Calling delete_port for a66c53d7-642a-45de-9aae-124061aa207a owned by network:router_gateway {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:02:07.562975 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-895e899e-590b-410b-90aa-c3a1de12ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e414e0>, [{'id': '9afd9b83-ad34-4a9d-9974-d424ea9042f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1914114214-router', 'tenant_id': '804134d291a14530a112361fda616a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T11:02:07Z', 'revision_number': 6, 'project_id': '804134d291a14530a112361fda616a0d', 'gw_port_host': None}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:07.576100 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e899e-590b-410b-90aa-c3a1de12ac7f None None] The sync data for ids ['9afd9b83-ad34-4a9d-9974-d424ea9042f1'] in dv-cinder-786386-1-iscsi is: [{'id': '9afd9b83-ad34-4a9d-9974-d424ea9042f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1914114214-router', 'tenant_id': '804134d291a14530a112361fda616a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T11:02:07Z', 'revision_number': 6, 'project_id': '804134d291a14530a112361fda616a0d', 'gw_port_host': None}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:02:07.775416 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3373a770-80a1-4a19-9ef0-9862328ebdf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:07.788455 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3373a770-80a1-4a19-9ef0-9862328ebdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:07.800878 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:07.847065 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-3373a770-80a1-4a19-9ef0-9862328ebdf8 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f204a58a0b084eb4b68e3023c4e82ef6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6584733
Apr 15 11:02:07.850533 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 47176) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:07.864947 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373a770-80a1-4a19-9ef0-9862328ebdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ae54dd-f424-4fbe-b44e-df652d03d823,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:07.869988 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3373a770-80a1-4a19-9ef0-9862328ebdf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:07.961183 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c71c89c0-8deb-4424-b911-75a7871a4748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:08.009512 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6a713a2-2424-47f9-b7dc-24b0d77ccec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:08.011009 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c71c89c0-8deb-4424-b911-75a7871a4748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:08.031382 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:08.066557 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c71c89c0-8deb-4424-b911-75a7871a4748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:08.075036 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d2b05661-5cfa-48b8-90dc-406cc973987f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:08.096521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c89c0-8deb-4424-b911-75a7871a4748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ae54dd-f424-4fbe-b44e-df652d03d823,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:08.099527 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a713a2-2424-47f9-b7dc-24b0d77ccec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a66c53d7-642a-45de-9aae-124061aa207a,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:08.102302 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c71c89c0-8deb-4424-b911-75a7871a4748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:08.105994 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c71c89c0-8deb-4424-b911-75a7871a4748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:08.108034 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-c71c89c0-8deb-4424-b911-75a7871a4748 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/52ae54dd-f424-4fbe-b44e-df652d03d823 HTTP/1.1" status: 204  len: 168 time: 0.2561240
Apr 15 11:02:08.211550 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d6a713a2-2424-47f9-b7dc-24b0d77ccec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:08.401664 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6a713a2-2424-47f9-b7dc-24b0d77ccec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852769478'] for router_gateway, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:08.480107 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device a66c53d7-642a-45de-9aae-124061aa207a no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:02:08.523596 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: a66c53d7-642a-45de-9aae-124061aa207a {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:02:08.523977 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device a66c53d7-642a-45de-9aae-124061aa207a not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:02:08.524579 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 882687cb-34a0-4b1a-a05a-d49b332a1ff1 no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:02:08.563608 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: 882687cb-34a0-4b1a-a05a-d49b332a1ff1 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:02:08.563914 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 882687cb-34a0-4b1a-a05a-d49b332a1ff1 not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:02:08.852175 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6a713a2-2424-47f9-b7dc-24b0d77ccec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852770596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60879'] for router, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:08.856171 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6a713a2-2424-47f9-b7dc-24b0d77ccec0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:08.949776 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6a713a2-2424-47f9-b7dc-24b0d77ccec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000460'] for router, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:08.950731 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a713a2-2424-47f9-b7dc-24b0d77ccec0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9afd9b83-ad34-4a9d-9974-d424ea9042f1 {{(pid=85321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:02:08.977900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6a713a2-2424-47f9-b7dc-24b0d77ccec0 admin admin] Notify callbacks [] for router, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:08.981843 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-d6a713a2-2424-47f9-b7dc-24b0d77ccec0 admin admin] 10.222.0.100 "DELETE /v2.0/routers/9afd9b83-ad34-4a9d-9974-d424ea9042f1 HTTP/1.1" status: 204  len: 168 time: 2.3213294
Apr 15 11:02:08.982217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 47200) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:09.053891 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2cde97-20cc-4446-a54e-f98d2c5b3056 admin admin] Deleting subnet 1a328fd2-dde8-4bb1-a553-950b8375ab8e {{(pid=85321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:02:09.057896 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7e2cde97-20cc-4446-a54e-f98d2c5b3056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:09.117230 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7e2cde97-20cc-4446-a54e-f98d2c5b3056 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851186173'] for subnet, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:09.189433 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7e2cde97-20cc-4446-a54e-f98d2c5b3056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5390'] for subnet, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:09.484911 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7e2cde97-20cc-4446-a54e-f98d2c5b3056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853608755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851334486'] for subnet, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:09.507845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:09.592466 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cde97-20cc-4446-a54e-f98d2c5b3056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a328fd2-dde8-4bb1-a553-950b8375ab8e,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:09.604182 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7e2cde97-20cc-4446-a54e-f98d2c5b3056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:09.651577 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7e2cde97-20cc-4446-a54e-f98d2c5b3056 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:09.658202 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-7e2cde97-20cc-4446-a54e-f98d2c5b3056 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/1a328fd2-dde8-4bb1-a553-950b8375ab8e HTTP/1.1" status: 204  len: 168 time: 0.6748054
Apr 15 11:02:09.661674 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 47216) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:09.785948 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-791d5692-c293-4b9e-a8da-1f3294d299a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854678852'] for network, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:09.986438 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-791d5692-c293-4b9e-a8da-1f3294d299a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854341903', 'neutron.services.segments.db._delete_segments_for_network--9223363306319465793'] for network, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:10.118097 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-791d5692-c293-4b9e-a8da-1f3294d299a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0bbfd82b00>,) {'filters': {'network_id': ['67d31719-2f11-4a22-960a-40e0f7eba8a5']}} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:10.142138 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-791d5692-c293-4b9e-a8da-1f3294d299a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bbfd82b00>, '23425407-1090-41fc-90be-dc1af31d18ea') {'for_net_delete': True} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:10.142787 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-791d5692-c293-4b9e-a8da-1f3294d299a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bbfd82b00>, '23425407-1090-41fc-90be-dc1af31d18ea') {} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:10.168694 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-791d5692-c293-4b9e-a8da-1f3294d299a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306319469889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3589659'] for segment, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:10.196402 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-791d5692-c293-4b9e-a8da-1f3294d299a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:10.205595 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791d5692-c293-4b9e-a8da-1f3294d299a8 admin admin] Releasing vlan 1439 on physical network physnet1 to pool {{(pid=85321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:02:10.462672 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-791d5692-c293-4b9e-a8da-1f3294d299a8 admin admin] Network 67d31719-2f11-4a22-960a-40e0f7eba8a5 has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:02:10.473555 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-791d5692-c293-4b9e-a8da-1f3294d299a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-63568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167214'] for segment, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:10.666064 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-791d5692-c293-4b9e-a8da-1f3294d299a8 admin admin] Network 67d31719-2f11-4a22-960a-40e0f7eba8a5 has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]: Traceback (most recent call last):
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:     timer()
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:     cb(*args, **kw)
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:     return func(*args, **kwargs)
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:     self._notify()
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:     self.callback(batched_events)
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:     event.method(event)
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:     segment_id)['aggregates'][0]
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:     return f(self, *a, **k)
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self._get(url).json()
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:     **kwargs)
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:     **endpoint_filter)
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:02:10.695663 dv-cinder-786386-1-iscsi neutron-server[85207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:02:10.774198 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-791d5692-c293-4b9e-a8da-1f3294d299a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-433798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006288'] for network, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:10.778029 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f233f15a-b304-47a5-b804-f2c66895b1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:10.792662 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-791d5692-c293-4b9e-a8da-1f3294d299a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:10.804618 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d5692-c293-4b9e-a8da-1f3294d299a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=67d31719-2f11-4a22-960a-40e0f7eba8a5,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:10.808190 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-791d5692-c293-4b9e-a8da-1f3294d299a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:10.812992 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-791d5692-c293-4b9e-a8da-1f3294d299a8 admin admin] 10.222.0.100 "DELETE /v2.0/networks/67d31719-2f11-4a22-960a-40e0f7eba8a5 HTTP/1.1" status: 204  len: 168 time: 1.1501570
Apr 15 11:02:11.000882 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 47240) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:11.061787 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-95003180-a1c4-469d-a6dc-7cf5ddf1e42b admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=804134d291a14530a112361fda616a0d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0595284
Apr 15 11:02:11.064373 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 47246) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:11.131819 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d9e24de6-08f7-4857-b48f-902e08d22329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:11.164698 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d9e24de6-08f7-4857-b48f-902e08d22329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:11.214340 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d9e24de6-08f7-4857-b48f-902e08d22329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:11.219887 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2819ca0b-152c-4f4a-a627-3c5004ea7c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:11.234869 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e24de6-08f7-4857-b48f-902e08d22329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a5bfe9-4701-47d5-9a2c-192b9543c2a1,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:11.237511 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d9e24de6-08f7-4857-b48f-902e08d22329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:11.249748 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d9e24de6-08f7-4857-b48f-902e08d22329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:11.251768 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-d9e24de6-08f7-4857-b48f-902e08d22329 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/56a5bfe9-4701-47d5-9a2c-192b9543c2a1 HTTP/1.1" status: 204  len: 168 time: 0.1861746
Apr 15 11:02:21.217570 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:21.596277 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dedc4-2bb1-466c-b7fc-0e1fd03da46b req-0b492981-5e84-49dd-98dc-26eaf2fbfa2c tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:21.597952 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a77dedc4-2bb1-466c-b7fc-0e1fd03da46b req-0b492981-5e84-49dd-98dc-26eaf2fbfa2c tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 945 time: 0.0947351
Apr 15 11:02:21.649027 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a77dedc4-2bb1-466c-b7fc-0e1fd03da46b req-283efc2b-3c02-48c9-b747-ee5236a482c1 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441158
Apr 15 11:02:22.920667 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2065be-43c6-4a8a-9d33-649ee1ee0b48 req-06397e52-8b80-4ba1-ab25-f638c0dc4597 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:22.935553 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ca2065be-43c6-4a8a-9d33-649ee1ee0b48 req-06397e52-8b80-4ba1-ab25-f638c0dc4597 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 945 time: 0.1282156
Apr 15 11:02:23.016264 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ca2065be-43c6-4a8a-9d33-649ee1ee0b48 req-9da101f3-daee-4d46-a2c5-d5d449d7d385 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791786
Apr 15 11:02:23.787143 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dd478-0768-4f33-8446-ab7838c4b18f req-ec59bcce-8f59-4e91-9c3c-a9c212ad9b25 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:23.788011 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-834dd478-0768-4f33-8446-ab7838c4b18f req-ec59bcce-8f59-4e91-9c3c-a9c212ad9b25 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Synchronizing usage tracker for tenant:1374898347c1429bb793e02bef156639 on resource:port {{(pid=85321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:02:23.804720 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-834dd478-0768-4f33-8446-ab7838c4b18f req-ec59bcce-8f59-4e91-9c3c-a9c212ad9b25 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Unset dirty status for tenant:1374898347c1429bb793e02bef156639 on resource:port {{(pid=85321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:02:23.805998 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-834dd478-0768-4f33-8446-ab7838c4b18f req-ec59bcce-8f59-4e91-9c3c-a9c212ad9b25 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.99 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 945 time: 0.1196632
Apr 15 11:02:23.855240 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2e32-e4ce-44cd-991c-059cf9d1dbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:23.897702 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-834dd478-0768-4f33-8446-ab7838c4b18f req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Deleting port 390bfa20-2980-4cb9-ae3e-5407c323c9e3 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:02:23.898101 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-834dd478-0768-4f33-8446-ab7838c4b18f req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:24.195964 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-834dd478-0768-4f33-8446-ab7838c4b18f req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] For port 390bfa20-2980-4cb9-ae3e-5407c323c9e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=390bfa20-2980-4cb9-ae3e-5407c323c9e3,segment=NetworkSegment(1c49ec0d-111b-469b-8988-2a39dc1700c7),segment_id=1c49ec0d-111b-469b-8988-2a39dc1700c7)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:02:24.196784 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-834dd478-0768-4f33-8446-ab7838c4b18f req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:24.341195 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-834dd478-0768-4f33-8446-ab7838c4b18f req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Calling delete_port for 390bfa20-2980-4cb9-ae3e-5407c323c9e3 owned by compute:nova {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:02:24.394376 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a0e50-5e0c-4d4c-85c9-dca51f795158 req-0532ec0a-1e75-4eed-bac6-106c4074ccd6 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:24.398250 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bd3a0e50-5e0c-4d4c-85c9-dca51f795158 req-0532ec0a-1e75-4eed-bac6-106c4074ccd6 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 945 time: 0.1799178
Apr 15 11:02:24.500054 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bd3a0e50-5e0c-4d4c-85c9-dca51f795158 req-4744a400-d641-499c-9914-1bf7c6c85518 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/security-groups?id=b47b0311-2548-4671-a72f-a355da439c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869944
Apr 15 11:02:24.654376 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-834dd478-0768-4f33-8446-ab7838c4b18f req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:24.672798 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-71129fce-2fa0-479a-8bbd-1baa6d3667df tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:24.697917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['390bfa20-2980-4cb9-ae3e-5407c323c9e3'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:02:24.737508 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Pushing event deleted for resources: {'Port': ['ID=390bfa20-2980-4cb9-ae3e-5407c323c9e3,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:24.852620 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:24.852954 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:24.853358 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:24.853757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:24.854156 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:24.854611 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:24.854982 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:24.855375 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:24.855767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:24.856156 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:24.856546 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:24.856934 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:24.862446 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:25.016090 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-834dd478-0768-4f33-8446-ab7838c4b18f req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] No DVR routers for this DVR port 390bfa20-2980-4cb9-ae3e-5407c323c9e3 on host hv-cinder-78638 {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:02:25.018995 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-834dd478-0768-4f33-8446-ab7838c4b18f req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:25.022176 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c', 'name': 'network-vif-deleted', 'tag': '390bfa20-2980-4cb9-ae3e-5407c323c9e3'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:02:25.039838 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-834dd478-0768-4f33-8446-ab7838c4b18f req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.99 "DELETE /v2.0/ports/390bfa20-2980-4cb9-ae3e-5407c323c9e3 HTTP/1.1" status: 204  len: 173 time: 1.2250946
Apr 15 11:02:25.077683 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c', 'name': 'network-vif-deleted', 'tag': '390bfa20-2980-4cb9-ae3e-5407c323c9e3', 'status': 'completed', 'code': 200}
Apr 15 11:02:25.432174 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e949ec80-1874-4764-99bc-424c1a079819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:25.795921 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0995e819-3366-49b5-b02c-63e17cfa6525 req-2afdff1e-5302-4899-869b-5012e073a1ae tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] 10.222.0.100 "GET /v2.0/ports?device_id=9b3c39db-76b6-4fa4-9dde-4e7cbf696e4c HTTP/1.1" status: 200  len: 210 time: 0.0604720
Apr 15 11:02:26.671662 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:27.052060 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:28.076492 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 390bfa20-2980-4cb9-ae3e-5407c323c9e3 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:02:28.114025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: 390bfa20-2980-4cb9-ae3e-5407c323c9e3 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:02:28.114429 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 390bfa20-2980-4cb9-ae3e-5407c323c9e3 not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:02:30.020056 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 47650) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:30.214132 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ee96399a-2fda-40ef-bfd4-55bc246ade6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:30.218755 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:30.244085 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ee96399a-2fda-40ef-bfd4-55bc246ade6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:30.250125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ee96399a-2fda-40ef-bfd4-55bc246ade6a admin admin] Usage tracker for resource:security_group_rule and tenant:cf5216228b2744448bf9fe982bd58dc3 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:02:30.254434 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ee96399a-2fda-40ef-bfd4-55bc246ade6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:02:30.262059 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ee96399a-2fda-40ef-bfd4-55bc246ade6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:30.375957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ee96399a-2fda-40ef-bfd4-55bc246ade6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:30.379251 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ee96399a-2fda-40ef-bfd4-55bc246ade6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:30.389175 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-078050b1-177e-4f61-be2e-4f9ce5cdb0f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:30.456752 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96399a-2fda-40ef-bfd4-55bc246ade6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b322cbb-79da-48af-bb3a-e6871768e879,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:30.466718 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 47656) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:30.467715 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-ee96399a-2fda-40ef-bfd4-55bc246ade6a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cf5216228b2744448bf9fe982bd58dc3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4454441
Apr 15 11:02:30.469701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ee96399a-2fda-40ef-bfd4-55bc246ade6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:30.574240 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:30.617616 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:30.672443 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:30.677969 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d00205ea-fb4c-4b77-a636-5a439aeb009e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:30.694967 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b322cbb-79da-48af-bb3a-e6871768e879,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:30.703002 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:30.703521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:30.703956 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:30.704360 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:30.704764 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:30.705171 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:30.705581 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:30.705973 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:30.706363 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:30.706828 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:30.707226 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:30.707620 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:02:30.712003 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:30.713497 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:30.716192 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3b322cbb-79da-48af-bb3a-e6871768e879 HTTP/1.1" status: 204  len: 168 time: 0.2473156
Apr 15 11:02:31.088338 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 47674) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:31.109428 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6742076f-79cb-4aca-a32a-e6b8cb7ea9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:31.126754 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-6742076f-79cb-4aca-a32a-e6b8cb7ea9f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:31.131277 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-6742076f-79cb-4aca-a32a-e6b8cb7ea9f5 admin admin] Usage tracker for resource:security_group_rule and tenant:6c43667668364258b80ac7207e9c8612 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:02:31.134620 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-6742076f-79cb-4aca-a32a-e6b8cb7ea9f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:02:31.142470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-6742076f-79cb-4aca-a32a-e6b8cb7ea9f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:31.237587 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6742076f-79cb-4aca-a32a-e6b8cb7ea9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:31.240606 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6742076f-79cb-4aca-a32a-e6b8cb7ea9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:31.250281 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bb7562d0-db84-4893-b528-e5fafe8f7a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:31.295885 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-6742076f-79cb-4aca-a32a-e6b8cb7ea9f5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6c43667668364258b80ac7207e9c8612&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2062745
Apr 15 11:02:31.297697 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742076f-79cb-4aca-a32a-e6b8cb7ea9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262e9e54-32c9-4c2e-87d9-e4cbd94e20c4,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:31.299325 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 47678) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:31.301246 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6742076f-79cb-4aca-a32a-e6b8cb7ea9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:31.370947 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-64fc19e1-fd1e-43ae-b4c6-53bc27207bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:31.401765 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-64fc19e1-fd1e-43ae-b4c6-53bc27207bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:31.450453 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-64fc19e1-fd1e-43ae-b4c6-53bc27207bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:31.456321 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c65e2e6e-8f17-4607-b6f0-b6ce203a004c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:31.471687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc19e1-fd1e-43ae-b4c6-53bc27207bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262e9e54-32c9-4c2e-87d9-e4cbd94e20c4,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:31.474741 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-64fc19e1-fd1e-43ae-b4c6-53bc27207bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:31.476091 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-64fc19e1-fd1e-43ae-b4c6-53bc27207bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:31.477341 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-64fc19e1-fd1e-43ae-b4c6-53bc27207bf5 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/262e9e54-32c9-4c2e-87d9-e4cbd94e20c4 HTTP/1.1" status: 204  len: 168 time: 0.1766984
Apr 15 11:02:31.502114 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:02:36.544278 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 47822) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:36.677074 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ce84af3a-94e8-4519-9210-05867fc502c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:36.694631 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ce84af3a-94e8-4519-9210-05867fc502c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:36.699035 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ce84af3a-94e8-4519-9210-05867fc502c3 admin admin] Usage tracker for resource:security_group_rule and tenant:7ae538c7e5cd41d6a64bd71b4a6a4461 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:02:36.702342 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ce84af3a-94e8-4519-9210-05867fc502c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:02:36.708541 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ce84af3a-94e8-4519-9210-05867fc502c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:36.799705 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ce84af3a-94e8-4519-9210-05867fc502c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:36.803929 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ce84af3a-94e8-4519-9210-05867fc502c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:36.816354 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:36.864749 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-ce84af3a-94e8-4519-9210-05867fc502c3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7ae538c7e5cd41d6a64bd71b4a6a4461&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3192189
Apr 15 11:02:36.866286 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84af3a-94e8-4519-9210-05867fc502c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7f65b9-cfce-4185-9dd8-c60ee02abd8d,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:36.869781 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ce84af3a-94e8-4519-9210-05867fc502c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:36.870867 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 47828) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:36.951296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3d368262-1568-4c99-9d7d-ccf78a16f84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:36.982838 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3d368262-1568-4c99-9d7d-ccf78a16f84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:37.035482 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3d368262-1568-4c99-9d7d-ccf78a16f84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:37.048828 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a33375db-0833-4af2-9161-0043de0d80e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:37.069084 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d368262-1568-4c99-9d7d-ccf78a16f84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7f65b9-cfce-4185-9dd8-c60ee02abd8d,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:37.077219 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3d368262-1568-4c99-9d7d-ccf78a16f84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:37.079924 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3d368262-1568-4c99-9d7d-ccf78a16f84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:37.090649 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-3d368262-1568-4c99-9d7d-ccf78a16f84a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/af7f65b9-cfce-4185-9dd8-c60ee02abd8d HTTP/1.1" status: 204  len: 168 time: 0.2177970
Apr 15 11:02:37.516169 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 47848) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:37.537162 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6b3363db-6dcf-45d3-a157-c635c78f997f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:37.554435 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-6b3363db-6dcf-45d3-a157-c635c78f997f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:02:37.558979 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-6b3363db-6dcf-45d3-a157-c635c78f997f admin admin] Usage tracker for resource:security_group_rule and tenant:bff72fbdf55e423b9446c4c00653c235 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:02:37.562166 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-6b3363db-6dcf-45d3-a157-c635c78f997f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:02:37.569360 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-6b3363db-6dcf-45d3-a157-c635c78f997f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:02:37.674703 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6b3363db-6dcf-45d3-a157-c635c78f997f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:37.679673 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6b3363db-6dcf-45d3-a157-c635c78f997f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:37.690430 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8718b817-c256-4709-a184-9eeeff2a86a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:37.736467 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-6b3363db-6dcf-45d3-a157-c635c78f997f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=bff72fbdf55e423b9446c4c00653c235&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2191336
Apr 15 11:02:37.737437 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3363db-6dcf-45d3-a157-c635c78f997f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb09cb70-4e68-4d07-8e5b-1a939184b733,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:37.739506 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 47854) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:37.744556 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6b3363db-6dcf-45d3-a157-c635c78f997f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:37.839698 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c9214518-61b2-4635-a033-87972098fc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:37.881126 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c9214518-61b2-4635-a033-87972098fc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:37.930490 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c9214518-61b2-4635-a033-87972098fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:37.936185 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ec567474-6433-42f3-9a1c-a6e28921d87a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:37.953715 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9214518-61b2-4635-a033-87972098fc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb09cb70-4e68-4d07-8e5b-1a939184b733,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:37.956589 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c9214518-61b2-4635-a033-87972098fc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:37.983760 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c9214518-61b2-4635-a033-87972098fc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:37.986205 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-c9214518-61b2-4635-a033-87972098fc52 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/bb09cb70-4e68-4d07-8e5b-1a939184b733 HTTP/1.1" status: 204  len: 168 time: 0.2442932
Apr 15 11:02:43.489851 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369c68d-5c56-4e2b-ac12-102d6ef818ae req-af9e009a-07e7-4cf5-85b7-f73aca6c75aa tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:43.492072 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6369c68d-5c56-4e2b-ac12-102d6ef818ae req-af9e009a-07e7-4cf5-85b7-f73aca6c75aa tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.0956068
Apr 15 11:02:43.544312 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6369c68d-5c56-4e2b-ac12-102d6ef818ae req-2e6d1964-2835-4634-a99e-0230e76939f3 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0455012
Apr 15 11:02:44.772507 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa64d5-e5df-4bd8-ba38-aba8fd9474c0 req-2172aa08-57a2-409b-b0a2-ed9c4143e9d4 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:44.774184 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fcfa64d5-e5df-4bd8-ba38-aba8fd9474c0 req-2172aa08-57a2-409b-b0a2-ed9c4143e9d4 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.0973382
Apr 15 11:02:44.826412 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fcfa64d5-e5df-4bd8-ba38-aba8fd9474c0 req-680a26a3-b2ec-4326-ad1c-59ca9075c07e tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0452821
Apr 15 11:02:46.057009 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3032554a-3e65-4acd-bf3f-b424670f5879 req-562440c4-c221-4017-afff-2f42fc19dea2 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1725652981&fields=id&tenant_id=453d45013f7a4811b3a3f8a11e72dec1 HTTP/1.1" status: 200  len: 267 time: 0.0693042
Apr 15 11:02:46.151420 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ad37e-56e9-41e6-8bde-1b33ef0890b5 req-6988bb1c-c6f7-48f0-8717-7880fe957e99 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:46.153903 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b16ad37e-56e9-41e6-8bde-1b33ef0890b5 req-6988bb1c-c6f7-48f0-8717-7880fe957e99 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.2032690
Apr 15 11:02:46.225851 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032554a-3e65-4acd-bf3f-b424670f5879 req-41259a2d-663c-4daf-bb8d-c13e12c66611 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:46.227618 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3032554a-3e65-4acd-bf3f-b424670f5879 req-41259a2d-663c-4daf-bb8d-c13e12c66611 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 985 time: 0.1617703
Apr 15 11:02:46.242860 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-3032554a-3e65-4acd-bf3f-b424670f5879 req-f1483afd-8591-46b4-af1c-625f40935270 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Request body: {'port': {'security_groups': ['3df434f9-9e23-4fe1-b304-7abc61de6369']}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:02:46.273177 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b16ad37e-56e9-41e6-8bde-1b33ef0890b5 req-7e802dff-5ebb-4112-a75a-b9f0109ed220 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1017904
Apr 15 11:02:46.383138 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-3032554a-3e65-4acd-bf3f-b424670f5879 req-f1483afd-8591-46b4-af1c-625f40935270 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:46.730465 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-3032554a-3e65-4acd-bf3f-b424670f5879 req-f1483afd-8591-46b4-af1c-625f40935270 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] For port ef7974cc-7eb7-4a27-b700-4b3c98082683, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ef7974cc-7eb7-4a27-b700-4b3c98082683,segment=NetworkSegment(f65a49d0-58d4-427a-9c67-46598b9ecc37),segment_id=f65a49d0-58d4-427a-9c67-46598b9ecc37)] {{(pid=85320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:02:46.760265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-3032554a-3e65-4acd-bf3f-b424670f5879 req-f1483afd-8591-46b4-af1c-625f40935270 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for port, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:46.765632 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-3032554a-3e65-4acd-bf3f-b424670f5879 req-f1483afd-8591-46b4-af1c-625f40935270 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693538'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:46.782928 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:46.949537 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1483afd-8591-46b4-af1c-625f40935270 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Pushing event updated for resources: {'Port': ['ID=ef7974cc-7eb7-4a27-b700-4b3c98082683,revision_number=7']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:46.953762 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f1483afd-8591-46b4-af1c-625f40935270 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:47.007657 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032554a-3e65-4acd-bf3f-b424670f5879 req-f1483afd-8591-46b4-af1c-625f40935270 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:47.008551 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-3032554a-3e65-4acd-bf3f-b424670f5879 req-f1483afd-8591-46b4-af1c-625f40935270 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:47.010139 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3032554a-3e65-4acd-bf3f-b424670f5879 req-f1483afd-8591-46b4-af1c-625f40935270 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "PUT /v2.0/ports/ef7974cc-7eb7-4a27-b700-4b3c98082683 HTTP/1.1" status: 200  len: 943 time: 0.7750466
Apr 15 11:02:47.010751 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3c9a2f-2adb-410c-902d-978f9f2ab75b', 'tag': 'ef7974cc-7eb7-4a27-b700-4b3c98082683'}] {{(pid=85320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:02:47.017049 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48054) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:47.073802 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3c9a2f-2adb-410c-902d-978f9f2ab75b', 'tag': 'ef7974cc-7eb7-4a27-b700-4b3c98082683', 'status': 'completed', 'code': 200}
Apr 15 11:02:47.106250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-312fdd4f-beaf-4962-8b32-358e01ff1243 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:47.145364 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-312fdd4f-beaf-4962-8b32-358e01ff1243 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:47.211106 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-312fdd4f-beaf-4962-8b32-358e01ff1243 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:47.216897 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:47.231962 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fdd4f-beaf-4962-8b32-358e01ff1243 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3f4a20-d5b3-412d-bcc7-ae05a4b91290,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:47.236298 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-312fdd4f-beaf-4962-8b32-358e01ff1243 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:47.240214 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-312fdd4f-beaf-4962-8b32-358e01ff1243 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:47.242065 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-312fdd4f-beaf-4962-8b32-358e01ff1243 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "DELETE /v2.0/security-groups/dc3f4a20-d5b3-412d-bcc7-ae05a4b91290 HTTP/1.1" status: 204  len: 168 time: 0.2240322
Apr 15 11:02:47.246630 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48058) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:47.271761 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-9c03fa19-53b2-4d1e-aae2-3a98dc5f0857 None None] Provisioning complete for port ef7974cc-7eb7-4a27-b700-4b3c98082683 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:02:47.272331 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9c03fa19-53b2-4d1e-aae2-3a98dc5f0857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:47.502309 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-a3fee9d2-4cb7-4fda-ae2c-57d1f2f012ea tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Deleting port 36ba0723-90e5-4ae1-a43d-f23fb36aa45d {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:02:47.502725 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a3fee9d2-4cb7-4fda-ae2c-57d1f2f012ea tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:47.655799 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5229436-d5ee-4973-bdea-9d045316a33f req-f632e7af-7f7a-48a4-8023-40868959e1fa tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:47.658076 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b5229436-d5ee-4973-bdea-9d045316a33f req-f632e7af-7f7a-48a4-8023-40868959e1fa tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1687505
Apr 15 11:02:47.746044 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b5229436-d5ee-4973-bdea-9d045316a33f req-26ad3b1e-6231-4399-abbb-69f4079af63c tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0805230
Apr 15 11:02:48.019270 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a3fee9d2-4cb7-4fda-ae2c-57d1f2f012ea tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:48.019549 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a3fee9d2-4cb7-4fda-ae2c-57d1f2f012ea tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:48.175179 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-a3fee9d2-4cb7-4fda-ae2c-57d1f2f012ea tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Calling delete_port for 36ba0723-90e5-4ae1-a43d-f23fb36aa45d owned by network:floatingip {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:02:48.358883 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a3fee9d2-4cb7-4fda-ae2c-57d1f2f012ea tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:48.388521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d6a713a2-2424-47f9-b7dc-24b0d77ccec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:48.563724 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fee9d2-4cb7-4fda-ae2c-57d1f2f012ea tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Pushing event deleted for resources: {'Port': ['ID=36ba0723-90e5-4ae1-a43d-f23fb36aa45d,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:48.571205 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a3fee9d2-4cb7-4fda-ae2c-57d1f2f012ea tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:48.744913 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a3fee9d2-4cb7-4fda-ae2c-57d1f2f012ea tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks [] for floatingip, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:48.745297 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_db [None req-a3fee9d2-4cb7-4fda-ae2c-57d1f2f012ea tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Floating IP 35d8ee3c-9171-4b57-8b2d-0b2d025d5cee disassociated (deleted). External IP: 172.27.0.73, port: ef7974cc-7eb7-4a27-b700-4b3c98082683.
Apr 15 11:02:49.049852 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100a19b-1023-412d-aa52-f044f2c94eef req-e88783c2-deee-493f-b48e-c5a06786f61e tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:49.051849 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6100a19b-1023-412d-aa52-f044f2c94eef req-e88783c2-deee-493f-b48e-c5a06786f61e tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1037319
Apr 15 11:02:49.097030 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['ef7974cc-7eb7-4a27-b700-4b3c98082683'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:02:49.136791 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6100a19b-1023-412d-aa52-f044f2c94eef req-dd3b088c-91bc-4481-9021-008727d7f664 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0770292
Apr 15 11:02:49.277816 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['ef7974cc-7eb7-4a27-b700-4b3c98082683'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:02:49.453917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fee9d2-4cb7-4fda-ae2c-57d1f2f012ea tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Router a649d8b5-34d9-47a3-bcd7-8837c9e74607 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:02:49.654422 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998ed31-0655-4751-b3b9-4d2faf686bb7 req-22d6a563-3bc3-4243-84ad-e5e791fb5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:49.656050 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b998ed31-0655-4751-b3b9-4d2faf686bb7 req-22d6a563-3bc3-4243-84ad-e5e791fb5e67 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=453d45013f7a4811b3a3f8a11e72dec1&device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 1099 time: 0.4727144
Apr 15 11:02:49.810577 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fee9d2-4cb7-4fda-ae2c-57d1f2f012ea tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:02:49.829366 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc77de4-615b-41e3-a411-44016e348f08 None None] Sync routers for ids ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:02:49.847137 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc77de4-615b-41e3-a411-44016e348f08 None None] Routers {'a649d8b5-34d9-47a3-bcd7-8837c9e74607'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:02:49.848210 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-6bc77de4-615b-41e3-a411-44016e348f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc55e56a0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:02:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:49.907285 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a3fee9d2-4cb7-4fda-ae2c-57d1f2f012ea tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:50.075540 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998ed31-0655-4751-b3b9-4d2faf686bb7 req-546b900b-c74d-4df9-9c7a-bde230781f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:50.078499 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b998ed31-0655-4751-b3b9-4d2faf686bb7 req-546b900b-c74d-4df9-9c7a-bde230781f98 service neutron] 10.222.0.99 "GET /v2.0/networks?id=193d26e7-6d12-464f-9936-6808cc824712 HTTP/1.1" status: 200  len: 917 time: 0.4084389
Apr 15 11:02:50.171249 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-6bc77de4-615b-41e3-a411-44016e348f08 None None] Set router a649d8b5-34d9-47a3-bcd7-8837c9e74607 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:02:50.317205 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-a3fee9d2-4cb7-4fda-ae2c-57d1f2f012ea tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "DELETE /v2.0/floatingips/35d8ee3c-9171-4b57-8b2d-0b2d025d5cee HTTP/1.1" status: 204  len: 168 time: 3.0690899
Apr 15 11:02:50.319077 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3c9a2f-2adb-410c-902d-978f9f2ab75b', 'tag': 'ef7974cc-7eb7-4a27-b700-4b3c98082683'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:02:50.329728 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b998ed31-0655-4751-b3b9-4d2faf686bb7 req-d0627f0a-2a7f-4c20-9f63-2f012227e377 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef7974cc-7eb7-4a27-b700-4b3c98082683 HTTP/1.1" status: 200  len: 217 time: 0.2300615
Apr 15 11:02:50.486645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c449c06-ddde-4553-95d8-4c311a42bf04 req-f653ec51-1255-4e19-86df-6f24a6e31fcd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:50.494081 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2c449c06-ddde-4553-95d8-4c311a42bf04 req-f653ec51-1255-4e19-86df-6f24a6e31fcd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.1683574
Apr 15 11:02:50.565452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc587c78-fb39-4863-80a4-99792bbc9e9a req-2208bf6d-577b-4d7a-ba46-cb1ed9cf7ef1 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:50.573048 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-cc587c78-fb39-4863-80a4-99792bbc9e9a req-2208bf6d-577b-4d7a-ba46-cb1ed9cf7ef1 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Synchronizing usage tracker for tenant:0959c169751f48ebbdb3397c86b113dc on resource:port {{(pid=85321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:02:50.596023 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998ed31-0655-4751-b3b9-4d2faf686bb7 req-9facfe5a-8d68-4720-9cd1-64fb4a65af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:50.598956 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b998ed31-0655-4751-b3b9-4d2faf686bb7 req-9facfe5a-8d68-4720-9cd1-64fb4a65af75 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c071ef28-6f62-47d7-abd8-ad81f6906bc9 HTTP/1.1" status: 200  len: 854 time: 0.2613337
Apr 15 11:02:50.669801 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2c449c06-ddde-4553-95d8-4c311a42bf04 req-da102ba6-b66c-4c76-b03b-5d594ed05daa tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1681998
Apr 15 11:02:50.767944 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-cc587c78-fb39-4863-80a4-99792bbc9e9a req-2208bf6d-577b-4d7a-ba46-cb1ed9cf7ef1 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Unset dirty status for tenant:0959c169751f48ebbdb3397c86b113dc on resource:port {{(pid=85321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:02:50.770127 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cc587c78-fb39-4863-80a4-99792bbc9e9a req-2208bf6d-577b-4d7a-ba46-cb1ed9cf7ef1 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.99 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.7764785
Apr 15 11:02:50.947722 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-cc587c78-fb39-4863-80a4-99792bbc9e9a req-ce052df7-bc45-4a9e-b45a-884644c224dc tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Deleting port 4be3275b-9eea-45b2-a2da-b724d05fde3d {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:02:50.948393 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-cc587c78-fb39-4863-80a4-99792bbc9e9a req-ce052df7-bc45-4a9e-b45a-884644c224dc tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:51.008391 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-6bc77de4-615b-41e3-a411-44016e348f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc55e56a0>, [{'id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'name': 'tempest-TestMinimumBasicScenario-1309925916-router', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:41Z', 'updated_at': '2021-04-15T10:58:54Z', 'revision_number': 4, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'gw_port': {'id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:42Z', 'updated_at': '2021-04-15T10:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': 'a8c4650d-8be4-4d14-8890-82a3c784e72b', 'name': '', 'network_id': '193d26e7-6d12-464f-9936-6808cc824712', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'mac_address': 'fa:16:3e:d7:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:49Z', 'updated_at': '2021-04-15T10:59:07Z', 'revision_number': 5, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'subnets': [{'id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:51.014484 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc77de4-615b-41e3-a411-44016e348f08 None None] Checking router: a649d8b5-34d9-47a3-bcd7-8837c9e74607 for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:02:51.035417 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc77de4-615b-41e3-a411-44016e348f08 None None] Routers {'a649d8b5-34d9-47a3-bcd7-8837c9e74607'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:02:51.036291 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-6bc77de4-615b-41e3-a411-44016e348f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc55e56a0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:02:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:51.120183 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998ed31-0655-4751-b3b9-4d2faf686bb7 req-1d072c11-1166-4c87-aa5b-622a210d7d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:51.122718 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b998ed31-0655-4751-b3b9-4d2faf686bb7 req-1d072c11-1166-4c87-aa5b-622a210d7d1e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=193d26e7-6d12-464f-9936-6808cc824712&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4962449
Apr 15 11:02:51.250253 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3c9a2f-2adb-410c-902d-978f9f2ab75b', 'tag': 'ef7974cc-7eb7-4a27-b700-4b3c98082683', 'status': 'completed', 'code': 200}
Apr 15 11:02:51.471719 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-6bc77de4-615b-41e3-a411-44016e348f08 None None] Set router a649d8b5-34d9-47a3-bcd7-8837c9e74607 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:02:51.802124 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:51.971200 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dcc53-638a-4436-9b5f-e03adac4e2ba req-a4b9abe1-b663-4035-8923-efd210544c4b tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:51.973472 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4c3dcc53-638a-4436-9b5f-e03adac4e2ba req-a4b9abe1-b663-4035-8923-efd210544c4b tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 947 time: 0.1253028
Apr 15 11:02:52.239902 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-6bc77de4-615b-41e3-a411-44016e348f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc55e56a0>, [{'id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'name': 'tempest-TestMinimumBasicScenario-1309925916-router', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:41Z', 'updated_at': '2021-04-15T10:58:54Z', 'revision_number': 4, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'gw_port': {'id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:42Z', 'updated_at': '2021-04-15T10:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': 'a8c4650d-8be4-4d14-8890-82a3c784e72b', 'name': '', 'network_id': '193d26e7-6d12-464f-9936-6808cc824712', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'mac_address': 'fa:16:3e:d7:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:49Z', 'updated_at': '2021-04-15T10:59:07Z', 'revision_number': 5, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'subnets': [{'id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:52.249526 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc77de4-615b-41e3-a411-44016e348f08 None None] The sync data for ids ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'] in dv-cinder-786386-1-iscsi is: [{'id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'name': 'tempest-TestMinimumBasicScenario-1309925916-router', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:41Z', 'updated_at': '2021-04-15T10:58:54Z', 'revision_number': 4, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'gw_port': {'id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:42Z', 'updated_at': '2021-04-15T10:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': 'a8c4650d-8be4-4d14-8890-82a3c784e72b', 'name': '', 'network_id': '193d26e7-6d12-464f-9936-6808cc824712', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'mac_address': 'fa:16:3e:d7:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:49Z', 'updated_at': '2021-04-15T10:59:07Z', 'revision_number': 5, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'subnets': [{'id': 'c071ef28-6f62-47d7-abd8-ad81f6906bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:02:52.260486 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4c3dcc53-638a-4436-9b5f-e03adac4e2ba req-ac3cddfa-dab1-4948-8138-0907fe50d8d5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2779067
Apr 15 11:02:52.314165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-cc587c78-fb39-4863-80a4-99792bbc9e9a req-ce052df7-bc45-4a9e-b45a-884644c224dc tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] For port 4be3275b-9eea-45b2-a2da-b724d05fde3d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4be3275b-9eea-45b2-a2da-b724d05fde3d,segment=NetworkSegment(bbe9b76a-2909-49df-a0d1-c8bbbac386a7),segment_id=bbe9b76a-2909-49df-a0d1-c8bbbac386a7)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:02:52.314688 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-cc587c78-fb39-4863-80a4-99792bbc9e9a req-ce052df7-bc45-4a9e-b45a-884644c224dc tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:52.325972 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b998ed31-0655-4751-b3b9-4d2faf686bb7 req-62e21eff-e602-4616-bc5e-4466ed299fba service neutron] 10.222.0.99 "GET /v2.0/networks/193d26e7-6d12-464f-9936-6808cc824712?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0781775
Apr 15 11:02:52.338972 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfafb7-2715-4f05-bc40-0233a243ae1d req-948ce4b0-441e-49ef-802e-d72e7b0b3b45 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:52.340784 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dacfafb7-2715-4f05-bc40-0233a243ae1d req-948ce4b0-441e-49ef-802e-d72e7b0b3b45 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 946 time: 0.2690883
Apr 15 11:02:52.422469 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dacfafb7-2715-4f05-bc40-0233a243ae1d req-4e347912-45e2-4225-8d23-3ec6c1bac082 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=d3c0b4c8-0cfc-43a1-853c-7715e082a04e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0679686
Apr 15 11:02:52.706141 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b998ed31-0655-4751-b3b9-4d2faf686bb7 req-8a59dbfb-aa7f-4117-a7df-e355ec9201af service neutron] 10.222.0.99 "GET /v2.0/networks/193d26e7-6d12-464f-9936-6808cc824712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3694041
Apr 15 11:02:52.869625 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac7b0f-e793-472c-9cf2-297e8a633e11 None None] New status for floating IP 35d8ee3c-9171-4b57-8b2d-0b2d025d5cee: DOWN {{(pid=85323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:02:52.894041 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-cc587c78-fb39-4863-80a4-99792bbc9e9a req-ce052df7-bc45-4a9e-b45a-884644c224dc tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:52.894238 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-cc587c78-fb39-4863-80a4-99792bbc9e9a req-ce052df7-bc45-4a9e-b45a-884644c224dc tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006503'] for floatingip, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:52.894625 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_db [req-cc587c78-fb39-4863-80a4-99792bbc9e9a req-ce052df7-bc45-4a9e-b45a-884644c224dc tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Floating IP 78cae9f9-c728-44d0-9e86-0becfe75c26f disassociated. External IP: 172.27.0.20, port: 4be3275b-9eea-45b2-a2da-b724d05fde3d.
Apr 15 11:02:52.895024 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-cc587c78-fb39-4863-80a4-99792bbc9e9a req-ce052df7-bc45-4a9e-b45a-884644c224dc tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Calling delete_port for 4be3275b-9eea-45b2-a2da-b724d05fde3d owned by compute:nova {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:02:53.063420 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532562be-bc1f-499b-87f3-84742cbf53bd req-485df39c-642e-47de-bdf4-6dc4f5c288ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:53.065322 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-532562be-bc1f-499b-87f3-84742cbf53bd req-485df39c-642e-47de-bdf4-6dc4f5c288ae service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=453d45013f7a4811b3a3f8a11e72dec1&device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 1099 time: 0.2560453
Apr 15 11:02:53.395778 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-cc587c78-fb39-4863-80a4-99792bbc9e9a req-ce052df7-bc45-4a9e-b45a-884644c224dc tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:53.443086 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:53.561365 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532562be-bc1f-499b-87f3-84742cbf53bd req-d590b143-7a66-43e7-a6d7-514096319e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:53.564316 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-532562be-bc1f-499b-87f3-84742cbf53bd req-d590b143-7a66-43e7-a6d7-514096319e21 service neutron] 10.222.0.99 "GET /v2.0/networks?id=193d26e7-6d12-464f-9936-6808cc824712 HTTP/1.1" status: 200  len: 917 time: 0.3506355
Apr 15 11:02:53.589577 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce052df7-bc45-4a9e-b45a-884644c224dc tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Pushing event deleted for resources: {'Port': ['ID=4be3275b-9eea-45b2-a2da-b724d05fde3d,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:53.652284 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f019d-5c3d-4d97-9826-705842f4f97b req-bc257966-8468-4c24-a088-ae3dae4147f5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:53.663436 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4b5f019d-5c3d-4d97-9826-705842f4f97b req-bc257966-8468-4c24-a088-ae3dae4147f5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 947 time: 0.1979702
Apr 15 11:02:53.809626 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ce052df7-bc45-4a9e-b45a-884644c224dc tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:53.833167 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3cc662de-72f6-4ae0-9f74-bc3cc2f1f78f req-9ce85ce7-c7de-41dd-a51e-a97fd20dd01d tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 210 time: 0.0848644
Apr 15 11:02:53.838115 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-532562be-bc1f-499b-87f3-84742cbf53bd req-15c0f7e8-2d0f-4963-9901-bc7eb1f8b0b9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef7974cc-7eb7-4a27-b700-4b3c98082683 HTTP/1.1" status: 200  len: 217 time: 0.2512014
Apr 15 11:02:53.851846 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bf231b68-fc65-413c-bc3e-b47054481556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:53.903470 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4b5f019d-5c3d-4d97-9826-705842f4f97b req-53242566-b927-4feb-8bbd-eaa161236899 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2249625
Apr 15 11:02:53.927496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa71da-2a76-4fd7-8888-b409c1f8fe6c req-6d9ae550-ea36-4f31-b3bb-65975e886694 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:53.932517 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c2fa71da-2a76-4fd7-8888-b409c1f8fe6c req-6d9ae550-ea36-4f31-b3bb-65975e886694 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.99 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 947 time: 0.2456677
Apr 15 11:02:54.020058 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532562be-bc1f-499b-87f3-84742cbf53bd req-ea839647-6403-40e9-9298-6a0a624026c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:54.023722 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-532562be-bc1f-499b-87f3-84742cbf53bd req-ea839647-6403-40e9-9298-6a0a624026c9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c071ef28-6f62-47d7-abd8-ad81f6906bc9 HTTP/1.1" status: 200  len: 854 time: 0.1730742
Apr 15 11:02:54.039560 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-c2fa71da-2a76-4fd7-8888-b409c1f8fe6c req-1e60bdee-c232-43ed-a59e-a964615385d4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Deleting port c34e8bda-5a25-484a-b9f2-fced87bbb15a {{(pid=85320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:02:54.039926 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c2fa71da-2a76-4fd7-8888-b409c1f8fe6c req-1e60bdee-c232-43ed-a59e-a964615385d4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:54.278447 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532562be-bc1f-499b-87f3-84742cbf53bd req-94bc1c73-bfb8-4f1c-ab1d-e4930ea0f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:54.281415 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-532562be-bc1f-499b-87f3-84742cbf53bd req-94bc1c73-bfb8-4f1c-ab1d-e4930ea0f2cf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=193d26e7-6d12-464f-9936-6808cc824712&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2491210
Apr 15 11:02:54.428802 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-c2fa71da-2a76-4fd7-8888-b409c1f8fe6c req-1e60bdee-c232-43ed-a59e-a964615385d4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] For port c34e8bda-5a25-484a-b9f2-fced87bbb15a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c34e8bda-5a25-484a-b9f2-fced87bbb15a,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:02:54.429466 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c2fa71da-2a76-4fd7-8888-b409c1f8fe6c req-1e60bdee-c232-43ed-a59e-a964615385d4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:54.679621 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-532562be-bc1f-499b-87f3-84742cbf53bd req-afa2081d-f00d-4fbe-985c-0794f7b7ae45 service neutron] 10.222.0.99 "GET /v2.0/networks/193d26e7-6d12-464f-9936-6808cc824712?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3000700
Apr 15 11:02:54.714452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc587c78-fb39-4863-80a4-99792bbc9e9a req-ce052df7-bc45-4a9e-b45a-884644c224dc tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:02:55.069078 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c2fa71da-2a76-4fd7-8888-b409c1f8fe6c req-1e60bdee-c232-43ed-a59e-a964615385d4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:55.069957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c2fa71da-2a76-4fd7-8888-b409c1f8fe6c req-1e60bdee-c232-43ed-a59e-a964615385d4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006503'] for floatingip, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:55.070567 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_db [req-c2fa71da-2a76-4fd7-8888-b409c1f8fe6c req-1e60bdee-c232-43ed-a59e-a964615385d4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Floating IP 4c8e10f6-a1a2-443c-9aca-9b99a8cc1524 disassociated. External IP: 172.27.0.38, port: c34e8bda-5a25-484a-b9f2-fced87bbb15a.
Apr 15 11:02:55.071259 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-c2fa71da-2a76-4fd7-8888-b409c1f8fe6c req-1e60bdee-c232-43ed-a59e-a964615385d4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Calling delete_port for c34e8bda-5a25-484a-b9f2-fced87bbb15a owned by compute:nova {{(pid=85320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:02:55.113537 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 4be3275b-9eea-45b2-a2da-b724d05fde3d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:02:55.313601 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: 4be3275b-9eea-45b2-a2da-b724d05fde3d {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:02:55.315656 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 4be3275b-9eea-45b2-a2da-b724d05fde3d not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:02:55.455032 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f262cb2f-30d7-4327-83cf-06e5cda9b92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:55.501918 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc587c78-fb39-4863-80a4-99792bbc9e9a req-ce052df7-bc45-4a9e-b45a-884644c224dc tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:02:55.518768 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d9c05e-7a55-4df3-b27d-1f3945ffdf1d None None] Sync routers for ids ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:02:55.546217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d9c05e-7a55-4df3-b27d-1f3945ffdf1d None None] Routers {'2cca1b90-0fc0-46d3-96f8-d55353acfef7'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:02:55.549425 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-a8d9c05e-7a55-4df3-b27d-1f3945ffdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5877780>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:02:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:55.564318 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-532562be-bc1f-499b-87f3-84742cbf53bd req-47fbe782-f8f6-4e5b-b244-d854a63288f0 service neutron] 10.222.0.99 "GET /v2.0/networks/193d26e7-6d12-464f-9936-6808cc824712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8759973
Apr 15 11:02:55.632452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc587c78-fb39-4863-80a4-99792bbc9e9a req-ce052df7-bc45-4a9e-b45a-884644c224dc tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] No DVR routers for this DVR port 4be3275b-9eea-45b2-a2da-b724d05fde3d on host hv-cinder-78638 {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:02:55.635398 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-cc587c78-fb39-4863-80a4-99792bbc9e9a req-ce052df7-bc45-4a9e-b45a-884644c224dc tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:55.638836 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3590b368-0035-4e97-bb36-250b13b4d98c', 'name': 'network-vif-deleted', 'tag': '4be3275b-9eea-45b2-a2da-b724d05fde3d'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:02:55.695129 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cc587c78-fb39-4863-80a4-99792bbc9e9a req-ce052df7-bc45-4a9e-b45a-884644c224dc tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.99 "DELETE /v2.0/ports/4be3275b-9eea-45b2-a2da-b724d05fde3d HTTP/1.1" status: 204  len: 173 time: 4.9166610
Apr 15 11:02:56.045363 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c2fa71da-2a76-4fd7-8888-b409c1f8fe6c req-1e60bdee-c232-43ed-a59e-a964615385d4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:56.051765 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a09a9e8d-1263-4e22-aca6-800e7ca47981 req-b775a691-e958-40a9-be75-49ed16f57731 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=3590b368-0035-4e97-bb36-250b13b4d98c HTTP/1.1" status: 200  len: 210 time: 0.2782230
Apr 15 11:02:56.103667 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-a8d9c05e-7a55-4df3-b27d-1f3945ffdf1d None None] Set router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:02:56.445858 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f1483afd-8591-46b4-af1c-625f40935270 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:56.514629 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60bdee-c232-43ed-a59e-a964615385d4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Pushing event deleted for resources: {'Port': ['ID=c34e8bda-5a25-484a-b9f2-fced87bbb15a,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:56.524195 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1e60bdee-c232-43ed-a59e-a964615385d4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:56.682873 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3590b368-0035-4e97-bb36-250b13b4d98c', 'name': 'network-vif-deleted', 'tag': '4be3275b-9eea-45b2-a2da-b724d05fde3d', 'status': 'completed', 'code': 200}
Apr 15 11:02:56.772728 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f26ff-ad4c-43fc-9d3d-3a12b71b5e99 req-455b41a0-6bf9-45a2-b2b5-e3e56c35c31e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:56.774765 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5c7f26ff-ad4c-43fc-9d3d-3a12b71b5e99 req-455b41a0-6bf9-45a2-b2b5-e3e56c35c31e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 868 time: 1.1454649
Apr 15 11:02:56.858244 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:56.883535 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2fa71da-2a76-4fd7-8888-b409c1f8fe6c req-1e60bdee-c232-43ed-a59e-a964615385d4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Router a5af8181-6cdb-4a2c-80f3-62d44e10f475 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:02:56.921378 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5c7f26ff-ad4c-43fc-9d3d-3a12b71b5e99 req-c56f320d-51d3-4179-ad08-bf93f9985542 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=198ae02d-ff62-4811-b68e-9dc047d5fdc0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1382248
Apr 15 11:02:56.940131 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-a8d9c05e-7a55-4df3-b27d-1f3945ffdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5877780>, [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:23Z', 'revision_number': 4, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port': {'id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:03Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '962e6f28-ed87-4d4a-81c2-e0b014d94425', 'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'mac_address': 'fa:16:3e:2c:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:21Z', 'updated_at': '2021-04-15T10:57:37Z', 'revision_number': 5, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'subnets': [{'id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:56.950087 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d9c05e-7a55-4df3-b27d-1f3945ffdf1d None None] Checking router: 2cca1b90-0fc0-46d3-96f8-d55353acfef7 for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:02:56.982181 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d9c05e-7a55-4df3-b27d-1f3945ffdf1d None None] Routers {'2cca1b90-0fc0-46d3-96f8-d55353acfef7'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:02:56.982930 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-a8d9c05e-7a55-4df3-b27d-1f3945ffdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5877780>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:02:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:57.164587 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:57.271170 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2fa71da-2a76-4fd7-8888-b409c1f8fe6c req-1e60bdee-c232-43ed-a59e-a964615385d4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:02:57.286793 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ed9844-24fe-41ff-a13c-64020fa25e81 None None] Sync routers for ids ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:02:57.303958 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed9844-24fe-41ff-a13c-64020fa25e81 None None] Routers {'a5af8181-6cdb-4a2c-80f3-62d44e10f475'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:02:57.304637 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-b0ed9844-24fe-41ff-a13c-64020fa25e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5d69160>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:02:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:57.324174 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-a8d9c05e-7a55-4df3-b27d-1f3945ffdf1d None None] Set router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:02:57.389936 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48256) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:57.422570 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fa71da-2a76-4fd7-8888-b409c1f8fe6c req-1e60bdee-c232-43ed-a59e-a964615385d4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] No DVR routers for this DVR port c34e8bda-5a25-484a-b9f2-fced87bbb15a on host hv-cinder-78638 {{(pid=85320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:02:57.446345 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff28b0-587b-43b2-8881-df05c67026c4 req-4c52814a-5e68-4bba-8e18-9eba4f15f33a tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:57.458165 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-06ff28b0-587b-43b2-8881-df05c67026c4 req-4c52814a-5e68-4bba-8e18-9eba4f15f33a tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 946 time: 0.6533325
Apr 15 11:02:57.500838 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-c2fa71da-2a76-4fd7-8888-b409c1f8fe6c req-1e60bdee-c232-43ed-a59e-a964615385d4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:57.535048 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4e7327db-b5fa-4756-a1a5-8ed9563c61d6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:57.538985 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4080e02-8fe1-464d-9d6e-35e63fa8f18a', 'name': 'network-vif-deleted', 'tag': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a'}] {{(pid=85320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:02:57.619225 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-06ff28b0-587b-43b2-8881-df05c67026c4 req-784eb741-3093-46d5-8076-cf6637a58664 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362140
Apr 15 11:02:57.626887 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c2fa71da-2a76-4fd7-8888-b409c1f8fe6c req-1e60bdee-c232-43ed-a59e-a964615385d4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.99 "DELETE /v2.0/ports/c34e8bda-5a25-484a-b9f2-fced87bbb15a HTTP/1.1" status: 204  len: 173 time: 3.6751285
Apr 15 11:02:57.654234 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4e7327db-b5fa-4756-a1a5-8ed9563c61d6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:57.714041 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4080e02-8fe1-464d-9d6e-35e63fa8f18a', 'name': 'network-vif-deleted', 'tag': 'c34e8bda-5a25-484a-b9f2-fced87bbb15a', 'status': 'completed', 'code': 200}
Apr 15 11:02:57.819479 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4e7327db-b5fa-4756-a1a5-8ed9563c61d6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:57.867939 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-12d273a8-a9e6-43ee-9a44-fdca8ddeb38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:02:57.922001 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7327db-b5fa-4756-a1a5-8ed9563c61d6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c0b4c8-0cfc-43a1-853c-7715e082a04e,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:02:57.934736 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4e7327db-b5fa-4756-a1a5-8ed9563c61d6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:02:57.955366 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4e7327db-b5fa-4756-a1a5-8ed9563c61d6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:57.964227 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-4e7327db-b5fa-4756-a1a5-8ed9563c61d6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "DELETE /v2.0/security-groups/d3c0b4c8-0cfc-43a1-853c-7715e082a04e HTTP/1.1" status: 204  len: 168 time: 0.5723932
Apr 15 11:02:57.964513 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 48270) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:58.024911 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.v2.resource [None req-1c52f008-34e8-4eb3-ace3-bb1ea8f9be70 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] show failed (client error): The resource could not be found.
Apr 15 11:02:58.029618 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-1c52f008-34e8-4eb3-ace3-bb1ea8f9be70 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups/d3c0b4c8-0cfc-43a1-853c-7715e082a04e HTTP/1.1" status: 404  len: 347 time: 0.0613425
Apr 15 11:02:58.030429 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48276) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:58.262210 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-b0ed9844-24fe-41ff-a13c-64020fa25e81 None None] Set router a5af8181-6cdb-4a2c-80f3-62d44e10f475 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:02:58.299423 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-a8d9c05e-7a55-4df3-b27d-1f3945ffdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5877780>, [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:23Z', 'revision_number': 4, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port': {'id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:03Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '962e6f28-ed87-4d4a-81c2-e0b014d94425', 'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'mac_address': 'fa:16:3e:2c:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:21Z', 'updated_at': '2021-04-15T10:57:37Z', 'revision_number': 5, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'subnets': [{'id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:58.320025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d9c05e-7a55-4df3-b27d-1f3945ffdf1d None None] The sync data for ids ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'] in dv-cinder-786386-1-iscsi is: [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:23Z', 'revision_number': 4, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port': {'id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:03Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '962e6f28-ed87-4d4a-81c2-e0b014d94425', 'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'mac_address': 'fa:16:3e:2c:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:21Z', 'updated_at': '2021-04-15T10:57:37Z', 'revision_number': 5, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'subnets': [{'id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:02:58.628326 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-841c3ed4-95f5-4d28-929a-01acdde4da16 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Deleting port 29a4008a-1157-4232-a229-5333c87dde0c {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:02:58.628714 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-841c3ed4-95f5-4d28-929a-01acdde4da16 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:58.651561 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-042b2e92-f856-48be-97b9-afa0a842a0a7 req-a0e56f17-dcb4-4e1a-b4fb-48a0c8911ab8 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Synchronizing usage tracker for tenant:680f4c59aed648ae8db373d5dcc3c9ed on resource:port {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:02:59.009523 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-042b2e92-f856-48be-97b9-afa0a842a0a7 req-a0e56f17-dcb4-4e1a-b4fb-48a0c8911ab8 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Unset dirty status for tenant:680f4c59aed648ae8db373d5dcc3c9ed on resource:port {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:02:59.015750 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-042b2e92-f856-48be-97b9-afa0a842a0a7 req-a0e56f17-dcb4-4e1a-b4fb-48a0c8911ab8 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4080e02-8fe1-464d-9d6e-35e63fa8f18a HTTP/1.1" status: 200  len: 210 time: 0.6710205
Apr 15 11:02:59.058065 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-841c3ed4-95f5-4d28-929a-01acdde4da16 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:59.058446 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-841c3ed4-95f5-4d28-929a-01acdde4da16 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:59.132141 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de6b87-a48f-488c-9cb0-4aefe9247f87 None None] New status for floating IP 78cae9f9-c728-44d0-9e86-0becfe75c26f: DOWN {{(pid=85322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:02:59.188380 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa916438-f3d8-4872-8315-039a57266406 req-c98567d5-7af7-4959-9c7e-b8fbe2cb6e60 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:59.190438 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa916438-f3d8-4872-8315-039a57266406 req-c98567d5-7af7-4959-9c7e-b8fbe2cb6e60 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.99 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 946 time: 0.5554686
Apr 15 11:02:59.292956 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-fa916438-f3d8-4872-8315-039a57266406 req-74e9ac39-01f7-4f6b-9b87-a485856b37e3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Deleting port ef7974cc-7eb7-4a27-b700-4b3c98082683 {{(pid=85320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:02:59.293972 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa916438-f3d8-4872-8315-039a57266406 req-74e9ac39-01f7-4f6b-9b87-a485856b37e3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:59.316262 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device c34e8bda-5a25-484a-b9f2-fced87bbb15a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:02:59.387067 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: c34e8bda-5a25-484a-b9f2-fced87bbb15a {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:02:59.387553 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device c34e8bda-5a25-484a-b9f2-fced87bbb15a not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:02:59.392612 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-b0ed9844-24fe-41ff-a13c-64020fa25e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5d69160>, [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '946ea82d-0483-4423-9ea9-121de1e03135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:31Z', 'revision_number': 4, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port': {'id': '946ea82d-0483-4423-9ea9-121de1e03135', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:02Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0b7476f7-9582-4a44-9d79-63a42cea918d', 'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'mac_address': 'fa:16:3e:aa:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:27Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 5, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'subnets': [{'id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:59.411685 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ed9844-24fe-41ff-a13c-64020fa25e81 None None] Checking router: a5af8181-6cdb-4a2c-80f3-62d44e10f475 for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:02:59.415288 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10e8c4-ba5a-4c06-9bda-b20b1bd8c7be req-1999f4b0-f542-49f4-9b1a-49d32fb385e1 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:02:59.423860 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5a10e8c4-ba5a-4c06-9bda-b20b1bd8c7be req-1999f4b0-f542-49f4-9b1a-49d32fb385e1 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 946 time: 0.4046111
Apr 15 11:02:59.466158 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed9844-24fe-41ff-a13c-64020fa25e81 None None] Routers {'a5af8181-6cdb-4a2c-80f3-62d44e10f475'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:02:59.466882 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-b0ed9844-24fe-41ff-a13c-64020fa25e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5d69160>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:02:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:02:59.496228 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-841c3ed4-95f5-4d28-929a-01acdde4da16 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Calling delete_port for 29a4008a-1157-4232-a229-5333c87dde0c owned by network:floatingip {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:02:59.594380 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5a10e8c4-ba5a-4c06-9bda-b20b1bd8c7be req-1446cab6-9bb2-4912-bbf4-7c17fd68f3f9 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/security-groups?id=3df434f9-9e23-4fe1-b304-7abc61de6369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683083
Apr 15 11:02:59.709224 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.api [None req-841c3ed4-95f5-4d28-929a-01acdde4da16 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85321) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:02:59.709535 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_db.api [None req-841c3ed4-95f5-4d28-929a-01acdde4da16 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:02:59.772275 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-fa916438-f3d8-4872-8315-039a57266406 req-74e9ac39-01f7-4f6b-9b87-a485856b37e3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] For port ef7974cc-7eb7-4a27-b700-4b3c98082683, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ef7974cc-7eb7-4a27-b700-4b3c98082683,segment=NetworkSegment(f65a49d0-58d4-427a-9c67-46598b9ecc37),segment_id=f65a49d0-58d4-427a-9c67-46598b9ecc37)] {{(pid=85320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:02:59.772693 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa916438-f3d8-4872-8315-039a57266406 req-74e9ac39-01f7-4f6b-9b87-a485856b37e3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:02:59.773099 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-b0ed9844-24fe-41ff-a13c-64020fa25e81 None None] Set router a5af8181-6cdb-4a2c-80f3-62d44e10f475 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:02:59.795792 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48310) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:02:59.978581 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-fa916438-f3d8-4872-8315-039a57266406 req-74e9ac39-01f7-4f6b-9b87-a485856b37e3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Calling delete_port for ef7974cc-7eb7-4a27-b700-4b3c98082683 owned by compute:nova {{(pid=85320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:00.188825 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-854c849b-5fe8-458a-a6b6-e3614e363072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:00.274368 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-841c3ed4-95f5-4d28-929a-01acdde4da16 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Deleting port 29a4008a-1157-4232-a229-5333c87dde0c {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:00.277597 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:00.282285 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-841c3ed4-95f5-4d28-929a-01acdde4da16 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:00.345737 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa916438-f3d8-4872-8315-039a57266406 req-74e9ac39-01f7-4f6b-9b87-a485856b37e3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:00.388025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['ef7974cc-7eb7-4a27-b700-4b3c98082683'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:03:00.405651 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:00.453652 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-b0ed9844-24fe-41ff-a13c-64020fa25e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5d69160>, [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '946ea82d-0483-4423-9ea9-121de1e03135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:31Z', 'revision_number': 4, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port': {'id': '946ea82d-0483-4423-9ea9-121de1e03135', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:02Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0b7476f7-9582-4a44-9d79-63a42cea918d', 'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'mac_address': 'fa:16:3e:aa:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:27Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 5, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'subnets': [{'id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:00.457744 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-854c849b-5fe8-458a-a6b6-e3614e363072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:00.465789 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ed9844-24fe-41ff-a13c-64020fa25e81 None None] The sync data for ids ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'] in dv-cinder-786386-1-iscsi is: [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '946ea82d-0483-4423-9ea9-121de1e03135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:31Z', 'revision_number': 4, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port': {'id': '946ea82d-0483-4423-9ea9-121de1e03135', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:02Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0b7476f7-9582-4a44-9d79-63a42cea918d', 'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'mac_address': 'fa:16:3e:aa:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:27Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 5, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'subnets': [{'id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:03:00.480398 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9ac39-01f7-4f6b-9b87-a485856b37e3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Pushing event deleted for resources: {'Port': ['ID=ef7974cc-7eb7-4a27-b700-4b3c98082683,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:00.506925 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-854c849b-5fe8-458a-a6b6-e3614e363072 admin admin] Usage tracker for resource:security_group_rule and tenant:a3c9ea4c16934b8d851fe249e93a896d is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:00.515270 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-854c849b-5fe8-458a-a6b6-e3614e363072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:00.529232 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-854c849b-5fe8-458a-a6b6-e3614e363072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:00.579296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-74e9ac39-01f7-4f6b-9b87-a485856b37e3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:00.579859 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 48326) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:00.676262 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1bb110d9-30c0-4911-92e1-aa2b7bd2c4e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:00.736186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1bb110d9-30c0-4911-92e1-aa2b7bd2c4e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:00.961657 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-841c3ed4-95f5-4d28-929a-01acdde4da16 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:00.962028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-841c3ed4-95f5-4d28-929a-01acdde4da16 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:01.043893 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa916438-f3d8-4872-8315-039a57266406 req-74e9ac39-01f7-4f6b-9b87-a485856b37e3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] No DVR routers for this DVR port ef7974cc-7eb7-4a27-b700-4b3c98082683 on host hv-cinder-78638 {{(pid=85320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:03:01.049349 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-854c849b-5fe8-458a-a6b6-e3614e363072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:01.058622 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9585ece6-206f-422b-9c74-e14305fdb4dc None None] New status for floating IP 4c8e10f6-a1a2-443c-9aca-9b99a8cc1524: DOWN {{(pid=85323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:03:01.065790 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa916438-f3d8-4872-8315-039a57266406 req-74e9ac39-01f7-4f6b-9b87-a485856b37e3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:01.074373 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7f13b6a7-d03d-4217-bc18-8dd4314d5bb6 req-d1ecbd47-130b-4473-aa29-f14909c30e28 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 210 time: 0.1340284
Apr 15 11:03:01.075238 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3c9a2f-2adb-410c-902d-978f9f2ab75b', 'name': 'network-vif-deleted', 'tag': 'ef7974cc-7eb7-4a27-b700-4b3c98082683'}] {{(pid=85320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:03:01.116821 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1bb110d9-30c0-4911-92e1-aa2b7bd2c4e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:01.130346 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-fa9cf541-6242-4ad2-b29e-c1422fd2dfcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:01.138560 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-854c849b-5fe8-458a-a6b6-e3614e363072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:01.182521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1bb110d9-30c0-4911-92e1-aa2b7bd2c4e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:01.189020 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-1bb110d9-30c0-4911-92e1-aa2b7bd2c4e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "DELETE /v2.0/security-groups/198ae02d-ff62-4811-b68e-9dc047d5fdc0 HTTP/1.1" status: 204  len: 168 time: 0.6034291
Apr 15 11:03:01.196684 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-841c3ed4-95f5-4d28-929a-01acdde4da16 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Calling delete_port for 29a4008a-1157-4232-a229-5333c87dde0c owned by network:floatingip {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:01.201983 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 48350) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:01.229013 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c9214518-61b2-4635-a033-87972098fc52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:01.285132 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.v2.resource [None req-0e28097b-46de-4411-88d7-91296812ca0c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] show failed (client error): The resource could not be found.
Apr 15 11:03:01.285574 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-854c849b-5fe8-458a-a6b6-e3614e363072 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a3c9ea4c16934b8d851fe249e93a896d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4775782
Apr 15 11:03:01.285724 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0e28097b-46de-4411-88d7-91296812ca0c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups/198ae02d-ff62-4811-b68e-9dc047d5fdc0 HTTP/1.1" status: 404  len: 347 time: 0.0723801
Apr 15 11:03:01.285947 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48354) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:01.286090 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa916438-f3d8-4872-8315-039a57266406 req-74e9ac39-01f7-4f6b-9b87-a485856b37e3 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.99 "DELETE /v2.0/ports/ef7974cc-7eb7-4a27-b700-4b3c98082683 HTTP/1.1" status: 204  len: 173 time: 2.0851734
Apr 15 11:03:01.296448 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c849b-5fe8-458a-a6b6-e3614e363072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd49330-692a-4bb5-89a2-5929e53c0c02,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:01.303266 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48356) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:01.305827 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-854c849b-5fe8-458a-a6b6-e3614e363072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:01.318184 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb110d9-30c0-4911-92e1-aa2b7bd2c4e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=198ae02d-ff62-4811-b68e-9dc047d5fdc0,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:01.328877 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1bb110d9-30c0-4911-92e1-aa2b7bd2c4e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:01.331607 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3c9a2f-2adb-410c-902d-978f9f2ab75b', 'name': 'network-vif-deleted', 'tag': 'ef7974cc-7eb7-4a27-b700-4b3c98082683', 'status': 'completed', 'code': 200}
Apr 15 11:03:01.632669 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-765a5ec5-6be0-401f-b6aa-9697d0cb6104 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Deleting port 56e1bb11-572a-44b1-9c96-f777bb5089e5 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:01.633479 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-765a5ec5-6be0-401f-b6aa-9697d0cb6104 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:01.752144 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7991-85db-426d-962c-9cb5b0602cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:01.885232 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7991-85db-426d-962c-9cb5b0602cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:01.931766 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-841c3ed4-95f5-4d28-929a-01acdde4da16 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:01.958048 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:02.074405 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c3ed4-95f5-4d28-929a-01acdde4da16 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Pushing event deleted for resources: {'Port': ['ID=29a4008a-1157-4232-a229-5333c87dde0c,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:02.084596 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-841c3ed4-95f5-4d28-929a-01acdde4da16 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:02.088713 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-765a5ec5-6be0-401f-b6aa-9697d0cb6104 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:02.089095 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-765a5ec5-6be0-401f-b6aa-9697d0cb6104 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:02.249506 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-765a5ec5-6be0-401f-b6aa-9697d0cb6104 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Calling delete_port for 56e1bb11-572a-44b1-9c96-f777bb5089e5 owned by network:floatingip {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:02.291832 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7991-85db-426d-962c-9cb5b0602cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:02.300503 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dc54db76-746c-4877-9c11-aef316d0ed1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:02.325756 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-c56ade7c-e825-4325-b918-65dc41489784 req-18649aea-e83e-4b36-b6c1-47a893f642e6 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Synchronizing usage tracker for tenant:453d45013f7a4811b3a3f8a11e72dec1 on resource:port {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:03:02.332265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef7991-85db-426d-962c-9cb5b0602cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd49330-692a-4bb5-89a2-5929e53c0c02,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:02.342436 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-c56ade7c-e825-4325-b918-65dc41489784 req-18649aea-e83e-4b36-b6c1-47a893f642e6 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Unset dirty status for tenant:453d45013f7a4811b3a3f8a11e72dec1 on resource:port {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:03:02.344044 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c56ade7c-e825-4325-b918-65dc41489784 req-18649aea-e83e-4b36-b6c1-47a893f642e6 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 210 time: 0.0847852
Apr 15 11:03:02.350152 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d7ef7991-85db-426d-962c-9cb5b0602cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:02.410999 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7991-85db-426d-962c-9cb5b0602cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:02.412208 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-d7ef7991-85db-426d-962c-9cb5b0602cb1 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/2cd49330-692a-4bb5-89a2-5929e53c0c02 HTTP/1.1" status: 204  len: 168 time: 1.1125672
Apr 15 11:03:02.846294 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-841c3ed4-95f5-4d28-929a-01acdde4da16 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for floatingip, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:02.870409 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-765a5ec5-6be0-401f-b6aa-9697d0cb6104 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:02.885566 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3669fcb7-8f17-418e-bf80-822a97a00d43 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:02.902845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 48376) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:02.923104 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5422d6c9-aade-40f7-88d3-c07c509caea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:02.931147 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-841c3ed4-95f5-4d28-929a-01acdde4da16 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:02.932397 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-841c3ed4-95f5-4d28-929a-01acdde4da16 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "DELETE /v2.0/floatingips/78cae9f9-c728-44d0-9e86-0becfe75c26f HTTP/1.1" status: 204  len: 168 time: 4.9006667
Apr 15 11:03:02.947921 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-5422d6c9-aade-40f7-88d3-c07c509caea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:02.953319 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-5422d6c9-aade-40f7-88d3-c07c509caea3 admin admin] Usage tracker for resource:security_group_rule and tenant:d55f6f21153544c5a3a543840cedbaa7 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:02.957829 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-5422d6c9-aade-40f7-88d3-c07c509caea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:02.968892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-5422d6c9-aade-40f7-88d3-c07c509caea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:03.004792 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a5ec5-6be0-401f-b6aa-9697d0cb6104 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Pushing event deleted for resources: {'Port': ['ID=56e1bb11-572a-44b1-9c96-f777bb5089e5,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:03.012813 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-765a5ec5-6be0-401f-b6aa-9697d0cb6104 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:03.078571 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5422d6c9-aade-40f7-88d3-c07c509caea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:03.082337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5422d6c9-aade-40f7-88d3-c07c509caea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:03.113515 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-69ddb5d9-54bd-41b4-996a-e66f8075d9b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:03.124033 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-5422d6c9-aade-40f7-88d3-c07c509caea3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d55f6f21153544c5a3a543840cedbaa7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2198830
Apr 15 11:03:03.129526 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 48382) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:03.172863 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422d6c9-aade-40f7-88d3-c07c509caea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2bfd46-41b3-44dd-a9d7-530b3c897096,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:03.179091 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5422d6c9-aade-40f7-88d3-c07c509caea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:03.221215 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f98568f8-1203-474c-8172-b73ac289b686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:03.252690 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f98568f8-1203-474c-8172-b73ac289b686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:03.302796 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-765a5ec5-6be0-401f-b6aa-9697d0cb6104 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for floatingip, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:03.305229 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-765a5ec5-6be0-401f-b6aa-9697d0cb6104 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:03.307459 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-765a5ec5-6be0-401f-b6aa-9697d0cb6104 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "DELETE /v2.0/floatingips/4c8e10f6-a1a2-443c-9aca-9b99a8cc1524 HTTP/1.1" status: 204  len: 168 time: 1.9982181
Apr 15 11:03:03.313260 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f98568f8-1203-474c-8172-b73ac289b686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:03.326936 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6b3363db-6dcf-45d3-a157-c635c78f997f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:03.333160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48386) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:03.337606 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-be599df3-6f81-435e-89fd-4d09681ad727 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1392324408', 'description': 'tempest-description--503821678'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:03.344728 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-be599df3-6f81-435e-89fd-4d09681ad727 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:03.350129 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-be599df3-6f81-435e-89fd-4d09681ad727 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Usage tracker for resource:security_group and tenant:0959c169751f48ebbdb3397c86b113dc is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:03.354178 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-be599df3-6f81-435e-89fd-4d09681ad727 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:03.354483 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f98568f8-1203-474c-8172-b73ac289b686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:03.357125 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-f98568f8-1203-474c-8172-b73ac289b686 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3d2bfd46-41b3-44dd-a9d7-530b3c897096 HTTP/1.1" status: 204  len: 168 time: 0.2263322
Apr 15 11:03:03.361125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-be599df3-6f81-435e-89fd-4d09681ad727 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:03.369613 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98568f8-1203-474c-8172-b73ac289b686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2bfd46-41b3-44dd-a9d7-530b3c897096,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:03.374025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f98568f8-1203-474c-8172-b73ac289b686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:03.383912 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-be599df3-6f81-435e-89fd-4d09681ad727 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:03.423329 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-be599df3-6f81-435e-89fd-4d09681ad727 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:03.433125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-be599df3-6f81-435e-89fd-4d09681ad727 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Usage tracker for resource:security_group_rule and tenant:0959c169751f48ebbdb3397c86b113dc is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:03.442205 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-be599df3-6f81-435e-89fd-4d09681ad727 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:03.454739 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-be599df3-6f81-435e-89fd-4d09681ad727 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:03.588263 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-be599df3-6f81-435e-89fd-4d09681ad727 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:03.592538 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-be599df3-6f81-435e-89fd-4d09681ad727 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:03.653624 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dff62e1f-f60f-4419-ab05-f1bf69862152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:03.718186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be599df3-6f81-435e-89fd-4d09681ad727 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e679792-fc0d-4976-ad61-f0b1f27198fa,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:03.725820 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-be599df3-6f81-435e-89fd-4d09681ad727 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:03.728152 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-be599df3-6f81-435e-89fd-4d09681ad727 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3980606
Apr 15 11:03:03.729818 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-be599df3-6f81-435e-89fd-4d09681ad727 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:03.731897 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48402) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:03.737904 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5133ddf9-04d4-45d8-9778-b4584323a4d3 req-fba9e0bf-03e8-490b-9673-4b391cbf6175 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb3c9a2f-2adb-410c-902d-978f9f2ab75b HTTP/1.1" status: 200  len: 210 time: 0.0726371
Apr 15 11:03:03.746991 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-f03892b2-8528-4073-8759-ef9fa5967a01 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Request body: {'security_group_rule': {'security_group_id': '4e679792-fc0d-4976-ad61-f0b1f27198fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:03.765035 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-f03892b2-8528-4073-8759-ef9fa5967a01 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:03.765035 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-f03892b2-8528-4073-8759-ef9fa5967a01 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Usage tracker for resource:security_group_rule and tenant:0959c169751f48ebbdb3397c86b113dc is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:03.765035 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-f03892b2-8528-4073-8759-ef9fa5967a01 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:03.772532 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-f03892b2-8528-4073-8759-ef9fa5967a01 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:03.797117 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f03892b2-8528-4073-8759-ef9fa5967a01 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:03.909839 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f03892b2-8528-4073-8759-ef9fa5967a01 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:03.914641 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f03892b2-8528-4073-8759-ef9fa5967a01 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:03.917120 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-660499bf-5279-45ab-adb4-963d7c842ac7 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:03.979521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f03892b2-8528-4073-8759-ef9fa5967a01 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:03.984205 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 48414) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:03.987249 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-f03892b2-8528-4073-8759-ef9fa5967a01 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2445855
Apr 15 11:03:03.989448 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03892b2-8528-4073-8759-ef9fa5967a01 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b3199a-0efa-46a4-94b7-09a1e336ce07,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:03.991205 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-9de104fd-032c-4309-abf7-5cb85e367786 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Request body: {'security_group_rule': {'security_group_id': '4e679792-fc0d-4976-ad61-f0b1f27198fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:03.999573 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-9de104fd-032c-4309-abf7-5cb85e367786 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:04.003328 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f03892b2-8528-4073-8759-ef9fa5967a01 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:04.019352 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-9de104fd-032c-4309-abf7-5cb85e367786 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Usage tracker for resource:security_group_rule and tenant:0959c169751f48ebbdb3397c86b113dc is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:04.028219 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-9de104fd-032c-4309-abf7-5cb85e367786 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:04.041140 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-9de104fd-032c-4309-abf7-5cb85e367786 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:04.086893 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9de104fd-032c-4309-abf7-5cb85e367786 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:04.359464 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9de104fd-032c-4309-abf7-5cb85e367786 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:04.367457 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48426) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:04.374491 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9de104fd-032c-4309-abf7-5cb85e367786 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:04.376778 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-bdf7a303-bfb7-4c65-a0de-fc59de058568 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1428670323', 'description': 'tempest-description--458689156'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:04.385821 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:04.400460 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-bdf7a303-bfb7-4c65-a0de-fc59de058568 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:04.406996 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-bdf7a303-bfb7-4c65-a0de-fc59de058568 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Usage tracker for resource:security_group and tenant:680f4c59aed648ae8db373d5dcc3c9ed is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:04.418691 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-bdf7a303-bfb7-4c65-a0de-fc59de058568 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:04.435574 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-bdf7a303-bfb7-4c65-a0de-fc59de058568 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:04.462084 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bdf7a303-bfb7-4c65-a0de-fc59de058568 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:04.522350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-bdf7a303-bfb7-4c65-a0de-fc59de058568 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:04.532454 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-bdf7a303-bfb7-4c65-a0de-fc59de058568 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Usage tracker for resource:security_group_rule and tenant:680f4c59aed648ae8db373d5dcc3c9ed is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:04.539388 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-bdf7a303-bfb7-4c65-a0de-fc59de058568 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:04.548917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-bdf7a303-bfb7-4c65-a0de-fc59de058568 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:04.682449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48438) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:04.718675 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bdf7a303-bfb7-4c65-a0de-fc59de058568 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:04.720048 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e84173b8-b300-4c97-ba03-2a6a345fc437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:04.732888 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bdf7a303-bfb7-4c65-a0de-fc59de058568 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:04.737535 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de104fd-032c-4309-abf7-5cb85e367786 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf8aabe-262e-4168-b2c2-051f793dc5b9,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:04.741450 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dacdaeae-d22d-41a0-bc03-7ee8593b3a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:04.742554 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9de104fd-032c-4309-abf7-5cb85e367786 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:04.767323 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9de104fd-032c-4309-abf7-5cb85e367786 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:04.769606 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-9de104fd-032c-4309-abf7-5cb85e367786 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7840066
Apr 15 11:03:04.769810 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-e84173b8-b300-4c97-ba03-2a6a345fc437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:04.773457 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 48442) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:04.785049 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Request body: {'floatingip': {'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:04.791231 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-e84173b8-b300-4c97-ba03-2a6a345fc437 admin admin] Usage tracker for resource:security_group_rule and tenant:9ba4e3e0941d403d91cae7a6a9ed77af is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:04.796739 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:04.797907 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-e84173b8-b300-4c97-ba03-2a6a345fc437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:04.801001 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7a303-bfb7-4c65-a0de-fc59de058568 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c3da12-68d6-4cb0-a901-4404c12fb2f0,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:04.805961 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Usage tracker for resource:floatingip and tenant:0959c169751f48ebbdb3397c86b113dc is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:04.808504 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bdf7a303-bfb7-4c65-a0de-fc59de058568 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:04.809825 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-e84173b8-b300-4c97-ba03-2a6a345fc437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:04.811827 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:04.812283 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bdf7a303-bfb7-4c65-a0de-fc59de058568 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:04.813669 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-bdf7a303-bfb7-4c65-a0de-fc59de058568 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4454019
Apr 15 11:03:04.819592 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 48446) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:04.835127 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-40f65c17-aa6f-43a5-aa90-ad45024b6a2d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Request body: {'security_group_rule': {'security_group_id': '18c3da12-68d6-4cb0-a901-4404c12fb2f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:04.848234 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:04.857352 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-40f65c17-aa6f-43a5-aa90-ad45024b6a2d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:04.871721 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-40f65c17-aa6f-43a5-aa90-ad45024b6a2d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Usage tracker for resource:security_group_rule and tenant:680f4c59aed648ae8db373d5dcc3c9ed is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:04.878579 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-40f65c17-aa6f-43a5-aa90-ad45024b6a2d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:04.890709 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for floatingip, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:04.922399 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-40f65c17-aa6f-43a5-aa90-ad45024b6a2d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:04.924082 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e84173b8-b300-4c97-ba03-2a6a345fc437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:04.929484 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e84173b8-b300-4c97-ba03-2a6a345fc437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:04.947626 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-312fdd4f-beaf-4962-8b32-358e01ff1243 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:05.030094 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-40f65c17-aa6f-43a5-aa90-ad45024b6a2d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:05.031221 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-e84173b8-b300-4c97-ba03-2a6a345fc437 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9ba4e3e0941d403d91cae7a6a9ed77af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3471186
Apr 15 11:03:05.032962 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84173b8-b300-4c97-ba03-2a6a345fc437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5a2a8e-6049-4410-8fe7-3623fdf9d8d8,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:05.038978 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48460) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:05.044371 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e84173b8-b300-4c97-ba03-2a6a345fc437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:05.143660 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-40f65c17-aa6f-43a5-aa90-ad45024b6a2d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:05.153147 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-40f65c17-aa6f-43a5-aa90-ad45024b6a2d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:05.162726 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8f6b6dbe-efbf-4be4-bd7f-f4bd25555f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:05.164945 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:05.181836 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f65c17-aa6f-43a5-aa90-ad45024b6a2d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5318803a-92ec-4c09-9d66-791aeed5ce37,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:05.190117 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:05.195209 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-40f65c17-aa6f-43a5-aa90-ad45024b6a2d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:05.221590 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8f6b6dbe-efbf-4be4-bd7f-f4bd25555f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:05.255534 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-40f65c17-aa6f-43a5-aa90-ad45024b6a2d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:05.256821 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-40f65c17-aa6f-43a5-aa90-ad45024b6a2d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4356856
Apr 15 11:03:05.261410 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48472) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:05.287319 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-2f184bc9-e35b-42c9-a605-45c5cfd99da5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Request body: {'security_group_rule': {'security_group_id': '18c3da12-68d6-4cb0-a901-4404c12fb2f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:05.297423 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-2f184bc9-e35b-42c9-a605-45c5cfd99da5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:05.304984 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-2f184bc9-e35b-42c9-a605-45c5cfd99da5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Usage tracker for resource:security_group_rule and tenant:680f4c59aed648ae8db373d5dcc3c9ed is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:05.308488 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-2f184bc9-e35b-42c9-a605-45c5cfd99da5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:05.315734 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-2f184bc9-e35b-42c9-a605-45c5cfd99da5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:05.335010 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8f6b6dbe-efbf-4be4-bd7f-f4bd25555f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:05.341012 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-80c37dfb-2fb6-47b3-af34-e3cdf9e0cb3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:05.351968 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2f184bc9-e35b-42c9-a605-45c5cfd99da5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:05.364025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b6dbe-efbf-4be4-bd7f-f4bd25555f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5a2a8e-6049-4410-8fe7-3623fdf9d8d8,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:05.367804 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device ef7974cc-7eb7-4a27-b700-4b3c98082683 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:03:05.374349 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8f6b6dbe-efbf-4be4-bd7f-f4bd25555f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:05.375293 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8f6b6dbe-efbf-4be4-bd7f-f4bd25555f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:05.376538 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-8f6b6dbe-efbf-4be4-bd7f-f4bd25555f5d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/7c5a2a8e-6049-4410-8fe7-3623fdf9d8d8 HTTP/1.1" status: 204  len: 168 time: 0.3360882
Apr 15 11:03:05.420052 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Allocated IP 172.27.0.243 (1eeb9c89-2bb9-4c7f-a0e4-333ef2157091/78180e32-2848-4a5f-839b-5eade47ae7ad/777392f1-77b4-4968-b133-d19dd9372d16) {{(pid=85320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:03:05.441284 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: ef7974cc-7eb7-4a27-b700-4b3c98082683 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:03:05.441507 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2f184bc9-e35b-42c9-a605-45c5cfd99da5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:05.442795 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device ef7974cc-7eb7-4a27-b700-4b3c98082683 not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:03:05.444940 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2f184bc9-e35b-42c9-a605-45c5cfd99da5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:05.447621 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:05.473334 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f184bc9-e35b-42c9-a605-45c5cfd99da5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ac78b3-352e-4e17-ab85-3545f9024539,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:05.479116 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2f184bc9-e35b-42c9-a605-45c5cfd99da5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:05.488167 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2f184bc9-e35b-42c9-a605-45c5cfd99da5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:05.493430 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-2f184bc9-e35b-42c9-a605-45c5cfd99da5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2252104
Apr 15 11:03:05.494039 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48480) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:05.501826 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Request body: {'floatingip': {'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:05.508871 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:05.513961 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Usage tracker for resource:floatingip and tenant:680f4c59aed648ae8db373d5dcc3c9ed is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:05.517994 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:05.528971 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:05.548792 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for floatingip, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:05.660854 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for port, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:05.712526 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:05.773917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48502) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:05.871237 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:05.882405 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:05.994509 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_v2 [None req-882e9a8e-2cec-41e8-a7f3-818c63b50ce1 admin admin] Deleting subnet a16b2a09-8bb0-4374-ac02-abde3379d952 {{(pid=85321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:03:06.004755 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-882e9a8e-2cec-41e8-a7f3-818c63b50ce1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:06.031628 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:03:06.037630 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Pushing event updated for resources: {'Port': ['ID=777392f1-77b4-4968-b133-d19dd9372d16,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:06.042968 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:03:06.050056 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:06.054417 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Received port after_create {{(pid=85320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:03:06.153030 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-882e9a8e-2cec-41e8-a7f3-818c63b50ce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851186173'] for subnet, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:06.218639 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Allocated IP 172.27.0.103 (1eeb9c89-2bb9-4c7f-a0e4-333ef2157091/78180e32-2848-4a5f-839b-5eade47ae7ad/37a2d4ef-abe4-41d0-9784-5427e6fd6774) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:03:06.248910 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-882e9a8e-2cec-41e8-a7f3-818c63b50ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5390'] for subnet, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:06.375534 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:06.452673 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 48538) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:06.656512 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:06.705101 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:06.815265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-882e9a8e-2cec-41e8-a7f3-818c63b50ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853608755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851334486'] for subnet, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:06.844361 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:06.882490 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:07.226392 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e9a8e-2cec-41e8-a7f3-818c63b50ce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a16b2a09-8bb0-4374-ac02-abde3379d952,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:07.230484 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-882e9a8e-2cec-41e8-a7f3-818c63b50ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:07.242663 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f987244f-0568-4ac0-8612-93721cddf710 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:07.341532 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-882e9a8e-2cec-41e8-a7f3-818c63b50ce1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:07.384306 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Pushing event updated for resources: {'Port': ['ID=37a2d4ef-abe4-41d0-9784-5427e6fd6774,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:07.390797 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-882e9a8e-2cec-41e8-a7f3-818c63b50ce1 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/a16b2a09-8bb0-4374-ac02-abde3379d952 HTTP/1.1" status: 204  len: 168 time: 1.6151578
Apr 15 11:03:07.401580 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48560) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:07.402397 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:07.526921 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:03:07.527543 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for port, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:07.537053 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693538'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:07.537350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:03:07.543043 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:03:07.554502 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:07.586246 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab5e992-4765-4590-be94-38770079f072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854678852'] for network, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:07.734977 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Pushing event updated for resources: {'Port': ['ID=777392f1-77b4-4968-b133-d19dd9372d16,revision_number=2']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:07.743553 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:07.827282 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab5e992-4765-4590-be94-38770079f072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854341903', 'neutron.services.segments.db._delete_segments_for_network--9223363306319465793'] for network, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:07.934056 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:07.942021 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006503'] for floatingip, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:07.979384 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-83ab5ec3-1ef6-4a24-9733-521dad1d99a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852772599'] for router_interface, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:08.026316 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-dab5e992-4765-4590-be94-38770079f072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0bbfcacfd0>,) {'filters': {'network_id': ['0e257be3-f08f-4d68-9cbd-58333f5372eb']}} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:08.052879 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-dab5e992-4765-4590-be94-38770079f072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bbfcacfd0>, '1c49ec0d-111b-469b-8988-2a39dc1700c7') {'for_net_delete': True} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:08.053280 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-dab5e992-4765-4590-be94-38770079f072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bbfcacfd0>, '1c49ec0d-111b-469b-8988-2a39dc1700c7') {} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:08.073321 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab5e992-4765-4590-be94-38770079f072 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306319469889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3589659'] for segment, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:08.081164 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:08.214643 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab5e992-4765-4590-be94-38770079f072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:08.290562 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab5e992-4765-4590-be94-38770079f072 admin admin] Releasing vlan 1437 on physical network physnet1 to pool {{(pid=85321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:03:08.502898 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:03:08.603306 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:08.616480 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.8413410
Apr 15 11:03:08.854686 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-dab5e992-4765-4590-be94-38770079f072 admin admin] Network 0e257be3-f08f-4d68-9cbd-58333f5372eb has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:03:08.913735 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab5e992-4765-4590-be94-38770079f072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-63568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167214'] for segment, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:09.145704 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77650bbf-1e1d-485d-875d-58164f349849 req-3b8a73b6-f7d0-4058-82c7-10cee2bdf138 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--1392324408&fields=id&tenant_id=0959c169751f48ebbdb3397c86b113dc HTTP/1.1" status: 200  len: 267 time: 0.1790283
Apr 15 11:03:09.175183 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-dab5e992-4765-4590-be94-38770079f072 admin admin] Network 0e257be3-f08f-4d68-9cbd-58333f5372eb has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:03:09.286056 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]: Traceback (most recent call last):
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:     timer()
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:     cb(*args, **kw)
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:     return func(*args, **kwargs)
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:     self._notify()
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:     self.callback(batched_events)
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:     event.method(event)
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:     segment_id)['aggregates'][0]
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:     return f(self, *a, **k)
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self._get(url).json()
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:     **kwargs)
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:     **endpoint_filter)
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:03:09.314978 dv-cinder-786386-1-iscsi neutron-server[85207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:03:09.323392 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:09.360112 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 48634) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:09.360495 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 48636) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:09.397273 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f0a9428e-1f4f-4aa9-a55a-d1fc8ec7cb5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:09.443579 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77650bbf-1e1d-485d-875d-58164f349849 req-72f646fd-c22f-487c-b6e1-9e4e8caef165 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:09.451533 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77650bbf-1e1d-485d-875d-58164f349849 req-72f646fd-c22f-487c-b6e1-9e4e8caef165 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/networks?id=f2540102-4996-4e3c-af26-30cf18f2f6dc HTTP/1.1" status: 200  len: 811 time: 0.2795854
Apr 15 11:03:09.461694 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-83ab5ec3-1ef6-4a24-9733-521dad1d99a7 admin admin] Deleting port a8c4650d-8be4-4d14-8890-82a3c784e72b {{(pid=85320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:09.462015 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-83ab5ec3-1ef6-4a24-9733-521dad1d99a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:09.506320 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77650bbf-1e1d-485d-875d-58164f349849 req-9a978d21-564f-41cd-bd31-a502fad236f5 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/quotas/0959c169751f48ebbdb3397c86b113dc HTTP/1.1" status: 200  len: 375 time: 0.0531518
Apr 15 11:03:09.564730 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab5e992-4765-4590-be94-38770079f072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-433798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006288'] for network, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:09.584357 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Pushing event updated for resources: {'Port': ['ID=37a2d4ef-abe4-41d0-9784-5427e6fd6774,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:09.587264 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab5e992-4765-4590-be94-38770079f072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:09.594255 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:09.595056 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:09.633243 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5e992-4765-4590-be94-38770079f072 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e257be3-f08f-4d68-9cbd-58333f5372eb,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:09.640441 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab5e992-4765-4590-be94-38770079f072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:09.674520 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-dab5e992-4765-4590-be94-38770079f072 admin admin] 10.222.0.100 "DELETE /v2.0/networks/0e257be3-f08f-4d68-9cbd-58333f5372eb HTTP/1.1" status: 204  len: 168 time: 2.2696643
Apr 15 11:03:09.731061 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8a2e6ae7-535e-4aa0-ac40-ad12215e0064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:09.759501 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-8a2e6ae7-535e-4aa0-ac40-ad12215e0064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:09.770198 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-8a2e6ae7-535e-4aa0-ac40-ad12215e0064 admin admin] Usage tracker for resource:security_group_rule and tenant:8411e26f07064be9a4fb58996a1dffe2 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:09.803777 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-8a2e6ae7-535e-4aa0-ac40-ad12215e0064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:09.808687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006503'] for floatingip, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:09.819500 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77650bbf-1e1d-485d-875d-58164f349849 req-c68c6bc0-802b-4187-b44b-d7a3d6c4e8e4 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=0959c169751f48ebbdb3397c86b113dc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3119051
Apr 15 11:03:09.832575 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:09.842835 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.3393893
Apr 15 11:03:09.848633 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-8a2e6ae7-535e-4aa0-ac40-ad12215e0064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:09.857559 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48652) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:09.877656 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-767daca7-dd7e-4a82-902e-c54fd9fcb077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:09.931581 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-767daca7-dd7e-4a82-902e-c54fd9fcb077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:09.939588 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-83ab5ec3-1ef6-4a24-9733-521dad1d99a7 admin admin] For port a8c4650d-8be4-4d14-8890-82a3c784e72b, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=a8c4650d-8be4-4d14-8890-82a3c784e72b,segment=NetworkSegment(f65a49d0-58d4-427a-9c67-46598b9ecc37),segment_id=f65a49d0-58d4-427a-9c67-46598b9ecc37)] {{(pid=85320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:09.940227 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-83ab5ec3-1ef6-4a24-9733-521dad1d99a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:09.940700 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-00176f78-e60e-4f37-a458-47e830b4f509 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1374898347c1429bb793e02bef156639&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0808342
Apr 15 11:03:09.946497 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48658) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:09.981211 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-767daca7-dd7e-4a82-902e-c54fd9fcb077 admin admin] Usage tracker for resource:security_group_rule and tenant:25a6ba1103b64655bd539b7d9ef65a8b is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:09.993518 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-767daca7-dd7e-4a82-902e-c54fd9fcb077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:10.085898 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-efe0cdba-18f2-4bdd-b9f2-53bb348697c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:10.142821 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-efe0cdba-18f2-4bdd-b9f2-53bb348697c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:10.232351 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-83ab5ec3-1ef6-4a24-9733-521dad1d99a7 admin admin] Calling delete_port for a8c4650d-8be4-4d14-8890-82a3c784e72b owned by network:router_interface {{(pid=85320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:10.240604 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-efe0cdba-18f2-4bdd-b9f2-53bb348697c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:10.251119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-cec07fb6-3d9c-4f23-a742-8ed74a3d4776 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:10.279344 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0cdba-18f2-4bdd-b9f2-53bb348697c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47b0311-2548-4671-a72f-a355da439c42,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:10.284277 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-efe0cdba-18f2-4bdd-b9f2-53bb348697c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:10.300391 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-767daca7-dd7e-4a82-902e-c54fd9fcb077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:10.301922 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-efe0cdba-18f2-4bdd-b9f2-53bb348697c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:10.306695 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-efe0cdba-18f2-4bdd-b9f2-53bb348697c2 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b47b0311-2548-4671-a72f-a355da439c42 HTTP/1.1" status: 204  len: 168 time: 0.3572221
Apr 15 11:03:10.619040 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-d25a9aca-bcb3-47d4-a574-c000ddf1964d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Synchronizing usage tracker for tenant:680f4c59aed648ae8db373d5dcc3c9ed on resource:security_group {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:03:10.657900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8a2e6ae7-535e-4aa0-ac40-ad12215e0064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:10.665364 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77650bbf-1e1d-485d-875d-58164f349849 req-8b736c76-7500-4c95-bdb5-f5bbe6335589 service neutron] 10.222.0.100 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8203034
Apr 15 11:03:10.681353 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8a2e6ae7-535e-4aa0-ac40-ad12215e0064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:10.720143 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-01117040-3585-498a-8626-b650d35cf454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:10.753140 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-d25a9aca-bcb3-47d4-a574-c000ddf1964d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Unset dirty status for tenant:680f4c59aed648ae8db373d5dcc3c9ed on resource:security_group {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:03:10.754447 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-d25a9aca-bcb3-47d4-a574-c000ddf1964d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--1428670323&fields=id&tenant_id=680f4c59aed648ae8db373d5dcc3c9ed HTTP/1.1" status: 200  len: 267 time: 0.3353841
Apr 15 11:03:10.932223 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-8a2e6ae7-535e-4aa0-ac40-ad12215e0064 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8411e26f07064be9a4fb58996a1dffe2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5705426
Apr 15 11:03:10.933138 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e6ae7-535e-4aa0-ac40-ad12215e0064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85d81d2-3d39-4b32-b523-daa5846c7751,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:10.937758 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48684) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:11.005184 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8a2e6ae7-535e-4aa0-ac40-ad12215e0064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:11.039877 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-767daca7-dd7e-4a82-902e-c54fd9fcb077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:11.048973 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a57b4a36-59d1-4a92-911d-faab182c13b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:11.070642 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-767daca7-dd7e-4a82-902e-c54fd9fcb077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:11.083324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a57b4a36-59d1-4a92-911d-faab182c13b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:11.097056 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-64fc19e1-fd1e-43ae-b4c6-53bc27207bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:11.148660 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a57b4a36-59d1-4a92-911d-faab182c13b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:11.162840 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-efe0cdba-18f2-4bdd-b9f2-53bb348697c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:11.182490 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a57b4a36-59d1-4a92-911d-faab182c13b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:11.184428 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-a57b4a36-59d1-4a92-911d-faab182c13b3 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a85d81d2-3d39-4b32-b523-daa5846c7751 HTTP/1.1" status: 204  len: 168 time: 0.2445936
Apr 15 11:03:11.185419 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b4a36-59d1-4a92-911d-faab182c13b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85d81d2-3d39-4b32-b523-daa5846c7751,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:11.191055 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a57b4a36-59d1-4a92-911d-faab182c13b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:11.198193 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-83ab5ec3-1ef6-4a24-9733-521dad1d99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:11.234390 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-767daca7-dd7e-4a82-902e-c54fd9fcb077 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=25a6ba1103b64655bd539b7d9ef65a8b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8710353
Apr 15 11:03:11.238536 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48694) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:11.307851 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77650bbf-1e1d-485d-875d-58164f349849 req-92b10727-3bb9-41a2-8083-c217311080f1 service neutron] 10.222.0.100 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6285865
Apr 15 11:03:11.318554 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767daca7-dd7e-4a82-902e-c54fd9fcb077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b5e158-9860-407a-99ca-febd5819b9b1,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:11.328361 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-f4dd8b11-aa75-4e94-8e74-cecb078972e8 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:11.336453 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-f4dd8b11-aa75-4e94-8e74-cecb078972e8 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/networks?id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca HTTP/1.1" status: 200  len: 815 time: 0.5202179
Apr 15 11:03:11.341980 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-767daca7-dd7e-4a82-902e-c54fd9fcb077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:11.342741 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:11.367499 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-44f35fb5-8c01-4298-9142-44865f399dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:11.401940 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-44f35fb5-8c01-4298-9142-44865f399dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:11.447751 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-4e6879ef-6060-4866-9d2b-3221948a98aa tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/quotas/680f4c59aed648ae8db373d5dcc3c9ed HTTP/1.1" status: 200  len: 375 time: 0.1101398
Apr 15 11:03:11.449122 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab5ec3-1ef6-4a24-9733-521dad1d99a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c4650d-8be4-4d14-8890-82a3c784e72b,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:11.457264 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-83ab5ec3-1ef6-4a24-9733-521dad1d99a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:11.461767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-44f35fb5-8c01-4298-9142-44865f399dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:11.468297 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0491ed0b-879d-4e87-a276-19b815b4594f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:11.483193 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f35fb5-8c01-4298-9142-44865f399dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b5e158-9860-407a-99ca-febd5819b9b1,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:11.493768 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-44f35fb5-8c01-4298-9142-44865f399dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:11.493768 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-44f35fb5-8c01-4298-9142-44865f399dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:11.493768 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-44f35fb5-8c01-4298-9142-44865f399dd5 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d3b5e158-9860-407a-99ca-febd5819b9b1 HTTP/1.1" status: 204  len: 168 time: 0.2513821
Apr 15 11:03:11.699542 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-075a37fb-5190-4ec7-b033-1450b5dc6835 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=680f4c59aed648ae8db373d5dcc3c9ed&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2409987
Apr 15 11:03:11.909526 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48712) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:11.956294 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-66e1ff3c-ab4b-4230-82e6-a03360e61841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:11.997314 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-66e1ff3c-ab4b-4230-82e6-a03360e61841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:12.015059 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-66e1ff3c-ab4b-4230-82e6-a03360e61841 admin admin] Usage tracker for resource:security_group_rule and tenant:1b4fb6e0f9e14bb2bebcb8c5abb763d2 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:12.023657 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-66e1ff3c-ab4b-4230-82e6-a03360e61841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:12.037747 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-66e1ff3c-ab4b-4230-82e6-a03360e61841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:12.055083 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3eeb64bc-9c4f-4d80-adab-79c33ffc798b req-8b064f46-b9cb-42f7-9c06-7ad3f2602dfe tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 210 time: 0.3714337
Apr 15 11:03:12.294733 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-66e1ff3c-ab4b-4230-82e6-a03360e61841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:12.303281 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48720) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:12.340155 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-66e1ff3c-ab4b-4230-82e6-a03360e61841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:12.360310 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ce84af3a-94e8-4519-9210-05867fc502c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:12.417866 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1ff3c-ab4b-4230-82e6-a03360e61841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ee7753-291c-4b7e-a4c4-f312f025fe43,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:12.437809 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-66e1ff3c-ab4b-4230-82e6-a03360e61841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:12.448891 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-77b51e0d-6699-40f4-b86c-8fae780110f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:12.495721 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-77b51e0d-6699-40f4-b86c-8fae780110f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:12.501605 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-77b51e0d-6699-40f4-b86c-8fae780110f8 admin admin] Usage tracker for resource:security_group_rule and tenant:33e5bfba448647a4b54e0a973113ab55 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:12.507957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-77b51e0d-6699-40f4-b86c-8fae780110f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:12.525296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-77b51e0d-6699-40f4-b86c-8fae780110f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:12.536369 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-66e1ff3c-ab4b-4230-82e6-a03360e61841 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1b4fb6e0f9e14bb2bebcb8c5abb763d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6244497
Apr 15 11:03:12.548244 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48724) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:12.623201 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-0b9cc764-28d5-4377-aa46-5f76507ad0b3 service neutron] 10.222.0.100 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8738286
Apr 15 11:03:12.624226 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-83ab5ec3-1ef6-4a24-9733-521dad1d99a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852769316'] for router_interface, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:12.756854 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e59157b9-d55b-40d4-8516-dc4a6b357bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:12.882746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e59157b9-d55b-40d4-8516-dc4a6b357bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:12.915699 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-77b51e0d-6699-40f4-b86c-8fae780110f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:12.934774 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-77b51e0d-6699-40f4-b86c-8fae780110f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:12.958070 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8f6b6dbe-efbf-4be4-bd7f-f4bd25555f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:13.051294 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-4a0bc110-cfdc-4d26-a667-d6911d1160d8 service neutron] 10.222.0.100 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4056799
Apr 15 11:03:13.067071 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-77b51e0d-6699-40f4-b86c-8fae780110f8 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=33e5bfba448647a4b54e0a973113ab55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7531953
Apr 15 11:03:13.075164 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48738) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:13.080921 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b51e0d-6699-40f4-b86c-8fae780110f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec5000a-7171-44af-9870-66d277343743,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:13.108851 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-77b51e0d-6699-40f4-b86c-8fae780110f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:13.183521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e59157b9-d55b-40d4-8516-dc4a6b357bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:13.225756 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7f3cb98f-8a06-4867-a7a1-bbbe4af5dd95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:13.259653 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59157b9-d55b-40d4-8516-dc4a6b357bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ee7753-291c-4b7e-a4c4-f312f025fe43,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:13.297774 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e59157b9-d55b-40d4-8516-dc4a6b357bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:13.306856 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-de99af24-279a-47d8-a0e0-bb9a6479107a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:13.310221 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e59157b9-d55b-40d4-8516-dc4a6b357bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:13.314797 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-e59157b9-d55b-40d4-8516-dc4a6b357bd1 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/16ee7753-291c-4b7e-a4c4-f312f025fe43 HTTP/1.1" status: 204  len: 168 time: 0.7616715
Apr 15 11:03:13.350070 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-de99af24-279a-47d8-a0e0-bb9a6479107a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:13.366428 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-175f08b5-14ed-48e6-81a2-678826dfc301 req-8652e8f3-ea70-4d9b-8c1a-0b79028f2a32 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 210 time: 0.1234856
Apr 15 11:03:13.436532 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d4d23e77-3a7a-4e0d-a5e2-df911323e43c req-013641c4-ba47-47e2-b083-9f51fa6173b8 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 210 time: 0.0685241
Apr 15 11:03:13.465285 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-de99af24-279a-47d8-a0e0-bb9a6479107a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:13.470875 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ee96399a-2fda-40ef-bfd4-55bc246ade6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:13.490366 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99af24-279a-47d8-a0e0-bb9a6479107a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec5000a-7171-44af-9870-66d277343743,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:13.493906 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-de99af24-279a-47d8-a0e0-bb9a6479107a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:13.496308 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-de99af24-279a-47d8-a0e0-bb9a6479107a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:13.500332 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-de99af24-279a-47d8-a0e0-bb9a6479107a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5ec5000a-7171-44af-9870-66d277343743 HTTP/1.1" status: 204  len: 168 time: 0.4197156
Apr 15 11:03:13.801868 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ab5ec3-1ef6-4a24-9733-521dad1d99a7 admin admin] Router a649d8b5-34d9-47a3-bcd7-8837c9e74607 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:03:14.173520 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ab5ec3-1ef6-4a24-9733-521dad1d99a7 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:03:14.191997 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9728ee-a2a2-452f-8509-bc7d82e20b44 None None] Sync routers for ids ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:03:14.231001 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9728ee-a2a2-452f-8509-bc7d82e20b44 None None] Routers {'a649d8b5-34d9-47a3-bcd7-8837c9e74607'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:14.232890 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-8f9728ee-a2a2-452f-8509-bc7d82e20b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc56d4048>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:02:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:14.269029 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-83ab5ec3-1ef6-4a24-9733-521dad1d99a7 admin admin] 10.222.0.100 "PUT /v2.0/routers/a649d8b5-34d9-47a3-bcd7-8837c9e74607/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8146670
Apr 15 11:03:14.271851 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48786) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:14.662706 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-13cca77f-2c70-4e93-b109-f21a5b620480 req-5ae88d72-7fc0-458a-bcdd-7a0258213999 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 210 time: 0.1391447
Apr 15 11:03:14.718186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-8f9728ee-a2a2-452f-8509-bc7d82e20b44 None None] Set router a649d8b5-34d9-47a3-bcd7-8837c9e74607 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:14.944524 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-31c98aeb-f0bd-4bd6-b721-740868f78616 req-3f927990-5940-4904-b0af-a5ef98e7203c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 210 time: 0.1398106
Apr 15 11:03:15.071774 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a3f534a3-9abd-4a02-9712-2a10d7bff58c admin admin] Notify callbacks [] for router, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.403699 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a3f534a3-9abd-4a02-9712-2a10d7bff58c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.416241 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-a3f534a3-9abd-4a02-9712-2a10d7bff58c admin admin] Deleting port 77b65fcc-13b9-43cc-bb33-0780bf803cd8 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:15.416636 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a3f534a3-9abd-4a02-9712-2a10d7bff58c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:15.441071 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-8f9728ee-a2a2-452f-8509-bc7d82e20b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc56d4048>, [{'id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'name': 'tempest-TestMinimumBasicScenario-1309925916-router', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:41Z', 'updated_at': '2021-04-15T11:03:10Z', 'revision_number': 5, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'gw_port': {'id': '77b65fcc-13b9-43cc-bb33-0780bf803cd8', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:42Z', 'updated_at': '2021-04-15T10:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:15.461636 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9728ee-a2a2-452f-8509-bc7d82e20b44 None None] Checking router: a649d8b5-34d9-47a3-bcd7-8837c9e74607 for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:03:15.486107 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9728ee-a2a2-452f-8509-bc7d82e20b44 None None] Routers {'a649d8b5-34d9-47a3-bcd7-8837c9e74607'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:15.487957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-8f9728ee-a2a2-452f-8509-bc7d82e20b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc56d4048>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:02:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:15.747249 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-a3f534a3-9abd-4a02-9712-2a10d7bff58c admin admin] For port 77b65fcc-13b9-43cc-bb33-0780bf803cd8, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=77b65fcc-13b9-43cc-bb33-0780bf803cd8,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:15.748337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a3f534a3-9abd-4a02-9712-2a10d7bff58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:16.001685 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a2ccc0ac-39a7-4c2d-b9ad-4bef0768c925 req-4b38f441-4dcc-4af4-9529-7320f5730675 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 210 time: 0.1194050
Apr 15 11:03:16.126764 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-8f9728ee-a2a2-452f-8509-bc7d82e20b44 None None] Set router a649d8b5-34d9-47a3-bcd7-8837c9e74607 gateway port host: None {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:16.155952 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-a3f534a3-9abd-4a02-9712-2a10d7bff58c admin admin] Calling delete_port for 77b65fcc-13b9-43cc-bb33-0780bf803cd8 owned by network:router_gateway {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:16.333264 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-8f9728ee-a2a2-452f-8509-bc7d82e20b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc56d4048>, [{'id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'name': 'tempest-TestMinimumBasicScenario-1309925916-router', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:41Z', 'updated_at': '2021-04-15T11:03:15Z', 'revision_number': 6, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'gw_port_host': None}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:16.347337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9728ee-a2a2-452f-8509-bc7d82e20b44 None None] The sync data for ids ['a649d8b5-34d9-47a3-bcd7-8837c9e74607'] in dv-cinder-786386-1-iscsi is: [{'id': 'a649d8b5-34d9-47a3-bcd7-8837c9e74607', 'name': 'tempest-TestMinimumBasicScenario-1309925916-router', 'tenant_id': '453d45013f7a4811b3a3f8a11e72dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:41Z', 'updated_at': '2021-04-15T11:03:15Z', 'revision_number': 6, 'project_id': '453d45013f7a4811b3a3f8a11e72dec1', 'gw_port_host': None}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:03:16.436272 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1c62dbba-b5dd-485b-a1ac-e76b9ce9f66a req-a6d877e0-9691-4aa5-9379-e8e305277f8c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 210 time: 0.1195524
Apr 15 11:03:16.556891 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device a8c4650d-8be4-4d14-8890-82a3c784e72b no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:03:16.580341 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a3f534a3-9abd-4a02-9712-2a10d7bff58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:16.604136 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: a8c4650d-8be4-4d14-8890-82a3c784e72b {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:03:16.604543 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device a8c4650d-8be4-4d14-8890-82a3c784e72b not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:03:16.614119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-841c3ed4-95f5-4d28-929a-01acdde4da16 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:16.722972 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f534a3-9abd-4a02-9712-2a10d7bff58c admin admin] Pushing event deleted for resources: {'Port': ['ID=77b65fcc-13b9-43cc-bb33-0780bf803cd8,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:16.727542 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a3f534a3-9abd-4a02-9712-2a10d7bff58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:16.908892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a3f534a3-9abd-4a02-9712-2a10d7bff58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852769478'] for router_gateway, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:17.226764 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a3f534a3-9abd-4a02-9712-2a10d7bff58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852770596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60879'] for router, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:17.231065 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a3f534a3-9abd-4a02-9712-2a10d7bff58c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:17.267037 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4687647b-6446-4bb9-9b55-7ce0b122883f req-a5b51a02-3bc4-4398-8d57-1d2264cf6965 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 210 time: 0.1205051
Apr 15 11:03:17.269842 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a3f534a3-9abd-4a02-9712-2a10d7bff58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000460'] for router, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:17.270555 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f534a3-9abd-4a02-9712-2a10d7bff58c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a649d8b5-34d9-47a3-bcd7-8837c9e74607 {{(pid=85321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:03:17.299685 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a3f534a3-9abd-4a02-9712-2a10d7bff58c admin admin] Notify callbacks [] for router, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:17.302205 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-a3f534a3-9abd-4a02-9712-2a10d7bff58c admin admin] 10.222.0.100 "DELETE /v2.0/routers/a649d8b5-34d9-47a3-bcd7-8837c9e74607 HTTP/1.1" status: 204  len: 168 time: 3.0284510
Apr 15 11:03:17.305871 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48866) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:17.428734 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_v2 [None req-03bfb640-b745-4464-9391-9282e1facbd5 admin admin] Deleting subnet c071ef28-6f62-47d7-abd8-ad81f6906bc9 {{(pid=85321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:03:17.432885 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-03bfb640-b745-4464-9391-9282e1facbd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:17.522457 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-03bfb640-b745-4464-9391-9282e1facbd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851186173'] for subnet, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:17.811659 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-97e9dc04-5113-4e81-ac01-95621c5576a2 req-387cbba9-5298-461d-a36d-1a2c63acd263 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 210 time: 0.1124382
Apr 15 11:03:18.120740 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-03bfb640-b745-4464-9391-9282e1facbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5390'] for subnet, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:18.701526 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 77b65fcc-13b9-43cc-bb33-0780bf803cd8 no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:03:18.830048 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-40af9678-c421-4fe5-b9c8-1394df38455c req-8e47c323-b5af-43c1-8e2a-62b055d546b0 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 210 time: 0.2266238
Apr 15 11:03:18.840595 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: 77b65fcc-13b9-43cc-bb33-0780bf803cd8 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:03:18.841201 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 77b65fcc-13b9-43cc-bb33-0780bf803cd8 not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:03:18.848447 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-03bfb640-b745-4464-9391-9282e1facbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853608755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851334486'] for subnet, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:18.886343 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4df354c0-d580-4e00-b5fd-cb2a594066f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:18.890435 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-948d9a32-e44f-4b23-b751-35a044467037 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:18.893986 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-948d9a32-e44f-4b23-b751-35a044467037 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.99 "GET /v2.0/networks?id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca HTTP/1.1" status: 200  len: 815 time: 0.7565627
Apr 15 11:03:19.129574 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-ee8b2098-49c9-4ff2-bcc8-5c3c2fae27a6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=680f4c59aed648ae8db373d5dcc3c9ed HTTP/1.1" status: 200  len: 5704 time: 0.2152810
Apr 15 11:03:19.169601 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfb640-b745-4464-9391-9282e1facbd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c071ef28-6f62-47d7-abd8-ad81f6906bc9,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:19.191488 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-c1687f4d-e36c-46ec-9e5f-33a4603a5835 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Request body: {'port': {'device_id': '47aad833-3f54-411d-b1fa-cb818d748df4', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'admin_state_up': True, 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'security_groups': ['18c3da12-68d6-4cb0-a901-4404c12fb2f0']}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:19.217128 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-03bfb640-b745-4464-9391-9282e1facbd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:19.255777 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-074808d0-2bec-4747-aefd-70eb903e6e5a req-c578823a-6c1f-4730-a619-bc9db1f3ca9f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 210 time: 0.1339881
Apr 15 11:03:19.313640 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-03bfb640-b745-4464-9391-9282e1facbd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:19.327417 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-03bfb640-b745-4464-9391-9282e1facbd5 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/c071ef28-6f62-47d7-abd8-ad81f6906bc9 HTTP/1.1" status: 204  len: 168 time: 2.0196626
Apr 15 11:03:19.330862 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 48938) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:19.337265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc407fe-d476-421b-a2d8-19be434e5365 None None] Network 193d26e7-6d12-464f-9936-6808cc824712 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:03:19.600719 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-c1687f4d-e36c-46ec-9e5f-33a4603a5835 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:19.632750 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854678852'] for network, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:19.636200 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-c1687f4d-e36c-46ec-9e5f-33a4603a5835 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:19.671255 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-c1687f4d-e36c-46ec-9e5f-33a4603a5835 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Made reservation on behalf of 680f4c59aed648ae8db373d5dcc3c9ed for: {'port': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:03:19.698050 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-c1687f4d-e36c-46ec-9e5f-33a4603a5835 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:19.794011 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Deleting port e08c9c84-ffb5-4739-a8f0-e39fad37538e {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:19.794773 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:20.073897 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4903bed9-3ccf-4974-9d37-ed1ccb356679 None None] DHCP port deletion for 193d26e7-6d12-464f-9936-6808cc824712 request from dv-cinder-786386-1-iscsi {{(pid=85322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:03:20.083911 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-4903bed9-3ccf-4974-9d37-ed1ccb356679 None None] Deleting port e08c9c84-ffb5-4739-a8f0-e39fad37538e {{(pid=85322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:20.085228 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4903bed9-3ccf-4974-9d37-ed1ccb356679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:20.610957 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-018c3aa5-08b9-4b9a-a836-a133eaedd944 req-b8fdd24e-34a5-4ef4-8d2c-0416aed177f4 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 210 time: 0.2220011
Apr 15 11:03:20.637301 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-c1687f4d-e36c-46ec-9e5f-33a4603a5835 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Allocated IP 172.20.0.6 (6843e3d3-5b9c-4ba0-9950-e102fbbd5eca/cc8f8bbb-1b00-4320-81db-dc64ff750b3a/9d299deb-ed8f-4dd7-8dac-15e2a91db7ab) {{(pid=85320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:03:20.656078 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] For port e08c9c84-ffb5-4739-a8f0-e39fad37538e, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=e08c9c84-ffb5-4739-a8f0-e39fad37538e,segment=NetworkSegment(f65a49d0-58d4-427a-9c67-46598b9ecc37),segment_id=f65a49d0-58d4-427a-9c67-46598b9ecc37)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:20.657046 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:20.757511 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-4903bed9-3ccf-4974-9d37-ed1ccb356679 None None] For port e08c9c84-ffb5-4739-a8f0-e39fad37538e, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=e08c9c84-ffb5-4739-a8f0-e39fad37538e,segment=NetworkSegment(f65a49d0-58d4-427a-9c67-46598b9ecc37),segment_id=f65a49d0-58d4-427a-9c67-46598b9ecc37)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:20.757992 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4903bed9-3ccf-4974-9d37-ed1ccb356679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:20.879789 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device e08c9c84-ffb5-4739-a8f0-e39fad37538e no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:03:20.937666 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-71aa23dd-5d07-4e93-9e69-ef576b5a6554 req-d521ff0f-cfb1-44e4-a7c2-94b4427a5ccd tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 210 time: 0.1447806
Apr 15 11:03:20.979545 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Calling delete_port for e08c9c84-ffb5-4739-a8f0-e39fad37538e owned by network:dhcp {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:21.097124 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-4903bed9-3ccf-4974-9d37-ed1ccb356679 None None] Calling delete_port for e08c9c84-ffb5-4739-a8f0-e39fad37538e owned by network:dhcp {{(pid=85322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:21.152687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:21.175987 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a4458e06-aad0-4829-9577-4f4760811a86 tempest-ServerRescueNegativeTestJSON-1752879779 tempest-ServerRescueNegativeTestJSON-1752879779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:21.238231 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Pushing event deleted for resources: {'Port': ['ID=e08c9c84-ffb5-4739-a8f0-e39fad37538e,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:21.245858 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:21.411404 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] No DVR routers for this DVR port e08c9c84-ffb5-4739-a8f0-e39fad37538e on host dv-cinder-786386-1-iscsi {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:03:21.414795 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 49000) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:21.463928 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:21.471492 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No active binding found for port e08c9c84-ffb5-4739-a8f0-e39fad37538e {{(pid=85322) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 15 11:03:21.472135 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device e08c9c84-ffb5-4739-a8f0-e39fad37538e not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:03:21.505462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-c1687f4d-e36c-46ec-9e5f-33a4603a5835 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for port, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:21.524062 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-c1687f4d-e36c-46ec-9e5f-33a4603a5835 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Transition to ACTIVE for port object 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab will not be triggered until provisioned by entity DHCP. {{(pid=85320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:03:21.564968 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-c1687f4d-e36c-46ec-9e5f-33a4603a5835 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:21.609951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.api [None req-4903bed9-3ccf-4974-9d37-ed1ccb356679 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:03:21.610440 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_db.api [None req-4903bed9-3ccf-4974-9d37-ed1ccb356679 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:03:21.661910 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854341903', 'neutron.services.segments.db._delete_segments_for_network--9223363306319465793'] for network, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:21.719389 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:21.758916 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0d173bd1-4a57-451f-805d-0c769cd1cf4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:21.791543 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0d173bd1-4a57-451f-805d-0c769cd1cf4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:21.807271 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0d173bd1-4a57-451f-805d-0c769cd1cf4d admin admin] Usage tracker for resource:security_group_rule and tenant:5d4a0c6676bf48a2be04cb1fe39856f7 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:21.814368 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0d173bd1-4a57-451f-805d-0c769cd1cf4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:21.829351 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0d173bd1-4a57-451f-805d-0c769cd1cf4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:21.844725 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0bc441f4a8>,) {'filters': {'network_id': ['193d26e7-6d12-464f-9936-6808cc824712']}} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:21.865613 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc441f4a8>, 'f65a49d0-58d4-427a-9c67-46598b9ecc37') {'for_net_delete': True} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:21.865958 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc441f4a8>, 'f65a49d0-58d4-427a-9c67-46598b9ecc37') {} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:21.889421 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306319469889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3589659'] for segment, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:21.917610 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:21.921658 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f7e31187-aa56-4b6a-8057-ec04cf544546 req-9a9c75ab-1a4b-4eed-9756-bcbe81434500 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 210 time: 0.1316352
Apr 15 11:03:21.930467 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Releasing vlan 1446 on physical network physnet1 to pool {{(pid=85321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:03:21.939336 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1687f4d-e36c-46ec-9e5f-33a4603a5835 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Pushing event updated for resources: {'Port': ['ID=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:21.945369 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c1687f4d-e36c-46ec-9e5f-33a4603a5835 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:22.001165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-c1687f4d-e36c-46ec-9e5f-33a4603a5835 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:03:22.003244 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-c1687f4d-e36c-46ec-9e5f-33a4603a5835 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:03:22.007099 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-c1687f4d-e36c-46ec-9e5f-33a4603a5835 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Received port after_create {{(pid=85320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:03:22.111703 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-4903bed9-3ccf-4974-9d37-ed1ccb356679 None None] Deleting port e08c9c84-ffb5-4739-a8f0-e39fad37538e {{(pid=85322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:22.112391 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4903bed9-3ccf-4974-9d37-ed1ccb356679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:22.212395 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-c1687f4d-e36c-46ec-9e5f-33a4603a5835 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:22.213684 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-c1687f4d-e36c-46ec-9e5f-33a4603a5835 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:22.269696 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-c1687f4d-e36c-46ec-9e5f-33a4603a5835 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0941482
Apr 15 11:03:22.327776 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-4903bed9-3ccf-4974-9d37-ed1ccb356679 None None] The port 'e08c9c84-ffb5-4739-a8f0-e39fad37538e' was deleted {{(pid=85322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:03:22.382533 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Request body: {'port': {'device_id': '47aad833-3f54-411d-b1fa-cb818d748df4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:22.436976 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-f8026c97-5bf0-4278-80f4-372408f97de4 None None] Provisioning for port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:03:22.451845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-f8026c97-5bf0-4278-80f4-372408f97de4 None None] Provisioning complete for port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:03:22.452723 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f8026c97-5bf0-4278-80f4-372408f97de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:22.557546 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-f8026c97-5bf0-4278-80f4-372408f97de4 None None] Port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:03:22.603422 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77650bbf-1e1d-485d-875d-58164f349849 req-92c11f80-b9fc-4aa9-b290-bcf1e8cd129d tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:22.606744 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77650bbf-1e1d-485d-875d-58164f349849 req-92c11f80-b9fc-4aa9-b290-bcf1e8cd129d tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.99 "GET /v2.0/networks?id=f2540102-4996-4e3c-af26-30cf18f2f6dc HTTP/1.1" status: 200  len: 811 time: 0.5783296
Apr 15 11:03:22.610149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Network 193d26e7-6d12-464f-9936-6808cc824712 has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:03:22.639493 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:22.640629 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-63568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167214'] for segment, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:22.777600 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d0405-2705-44f8-b485-f98fd2873e24 req-b7b53d1f-7c46-4e2f-b608-7d5fe40c72ec tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:22.779258 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-b54d0405-2705-44f8-b485-f98fd2873e24 req-b7b53d1f-7c46-4e2f-b608-7d5fe40c72ec tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Synchronizing usage tracker for tenant:680f4c59aed648ae8db373d5dcc3c9ed on resource:port {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:03:22.829018 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-b54d0405-2705-44f8-b485-f98fd2873e24 req-b7b53d1f-7c46-4e2f-b608-7d5fe40c72ec tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Unset dirty status for tenant:680f4c59aed648ae8db373d5dcc3c9ed on resource:port {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:03:22.829018 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b54d0405-2705-44f8-b485-f98fd2873e24 req-b7b53d1f-7c46-4e2f-b608-7d5fe40c72ec tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 931 time: 0.5449474
Apr 15 11:03:22.909382 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0d173bd1-4a57-451f-805d-0c769cd1cf4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:22.942150 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0d173bd1-4a57-451f-805d-0c769cd1cf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:22.986043 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b54d0405-2705-44f8-b485-f98fd2873e24 req-30dfa359-b002-49f2-b428-a93f8fa92215 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0990117
Apr 15 11:03:22.994860 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f16942cf-cd06-4829-8511-700cc61f37b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:23.040604 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Network 193d26e7-6d12-464f-9936-6808cc824712 has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]: Traceback (most recent call last):
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:     timer()
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:     cb(*args, **kw)
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:     return func(*args, **kwargs)
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:     self._notify()
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:     self.callback(batched_events)
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:     event.method(event)
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:     segment_id)['aggregates'][0]
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:     return f(self, *a, **k)
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self._get(url).json()
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:     **kwargs)
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:     **endpoint_filter)
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:03:23.170160 dv-cinder-786386-1-iscsi neutron-server[85207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:03:23.268710 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e982477b-ca54-440c-bd00-6d96ddbbb3b9 req-c5159dae-f62f-4be7-b666-26fa2a3e612c tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 210 time: 0.0874457
Apr 15 11:03:23.322858 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0d173bd1-4a57-451f-805d-0c769cd1cf4d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=5d4a0c6676bf48a2be04cb1fe39856f7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9062762
Apr 15 11:03:23.327865 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 49032) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:23.342822 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d173bd1-4a57-451f-805d-0c769cd1cf4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2fa075-a97a-45f9-bf90-89022ca514e3,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:23.361074 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0d173bd1-4a57-451f-805d-0c769cd1cf4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:23.372186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-77650bbf-1e1d-485d-875d-58164f349849 req-0759312e-e40b-45ee-bcd9-6f8606e4b1f3 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Synchronizing usage tracker for tenant:0959c169751f48ebbdb3397c86b113dc on resource:security_group {{(pid=85321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:03:23.385863 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-433798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006288'] for network, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:23.392203 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:23.410527 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:23.422815 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-77650bbf-1e1d-485d-875d-58164f349849 req-0759312e-e40b-45ee-bcd9-6f8606e4b1f3 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Unset dirty status for tenant:0959c169751f48ebbdb3397c86b113dc on resource:security_group {{(pid=85321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:03:23.424226 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77650bbf-1e1d-485d-875d-58164f349849 req-0759312e-e40b-45ee-bcd9-6f8606e4b1f3 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0959c169751f48ebbdb3397c86b113dc HTTP/1.1" status: 200  len: 5704 time: 0.7997978
Apr 15 11:03:23.428915 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Pushing event deleted for resources: {'Network': ['ID=193d26e7-6d12-464f-9936-6808cc824712,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:23.439000 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-77650bbf-1e1d-485d-875d-58164f349849 req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Request body: {'port': {'device_id': 'c4a041e7-029e-486f-8d98-6327fcdf4215', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'admin_state_up': True, 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'security_groups': ['4e679792-fc0d-4976-ad61-f0b1f27198fa']}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:23.455196 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:23.475100 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2528c70a-2556-4bce-bef8-92e15d1b127a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:23.522077 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab {{(pid=85320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:03:23.526089 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] 10.222.0.100 "DELETE /v2.0/networks/193d26e7-6d12-464f-9936-6808cc824712 HTTP/1.1" status: 204  len: 168 time: 4.1929882
Apr 15 11:03:23.528249 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2528c70a-2556-4bce-bef8-92e15d1b127a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:23.532202 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 49036) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:23.542445 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:23.582720 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Transition to ACTIVE for port object 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab will not be triggered until provisioned by entity L2. {{(pid=85320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:03:23.586814 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693538'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:23.603383 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:23.748738 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2528c70a-2556-4bce-bef8-92e15d1b127a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:23.761272 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Pushing event updated for resources: {'Port': ['ID=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,revision_number=2']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:23.766849 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:23.767531 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f98568f8-1203-474c-8172-b73ac289b686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:23.793400 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528c70a-2556-4bce-bef8-92e15d1b127a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2fa075-a97a-45f9-bf90-89022ca514e3,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:23.807327 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2528c70a-2556-4bce-bef8-92e15d1b127a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:23.813033 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-2528c70a-2556-4bce-bef8-92e15d1b127a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0b2fa075-a97a-45f9-bf90-89022ca514e3 HTTP/1.1" status: 204  len: 168 time: 0.4796989
Apr 15 11:03:23.813033 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2528c70a-2556-4bce-bef8-92e15d1b127a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:23.866316 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-17da0db9-a956-47f4-ab70-f2222f6cc896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:24.023684 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-77650bbf-1e1d-485d-875d-58164f349849 req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:24.032384 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-77650bbf-1e1d-485d-875d-58164f349849 req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Usage tracker for resource:port and tenant:0959c169751f48ebbdb3397c86b113dc is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:24.039437 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-77650bbf-1e1d-485d-875d-58164f349849 req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:24.049460 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-77650bbf-1e1d-485d-875d-58164f349849 req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:24.210470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Attempting to bind port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:03:24.211157 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Attempting to bind port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7c7987fb-a700-4a62-a9a7-b80696ea7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca'}] {{(pid=85320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:03:24.211712 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Attempting to bind port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab on network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:03:24.218380 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab on network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 11:03:24.219025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Attempting to bind port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab on network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:03:24.227856 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:03:24.231182 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Checking segment: {'id': '7c7987fb-a700-4a62-a9a7-b80696ea7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:03:24.232060 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Bound using segment: {'id': '7c7987fb-a700-4a62-a9a7-b80696ea7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca'} {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:03:24.232736 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Bound port: 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c7987fb-a700-4a62-a9a7-b80696ea7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca'}}] {{(pid=85320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:03:24.233302 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:24.331148 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77650bbf-1e1d-485d-875d-58164f349849 req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Made reservation on behalf of 0959c169751f48ebbdb3397c86b113dc for: {'port': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:03:24.338703 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-77650bbf-1e1d-485d-875d-58164f349849 req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:24.482349 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 49054) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:24.524365 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bbd0cfa0-d402-4491-8992-94da7e5cda91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:24.570716 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-bbd0cfa0-d402-4491-8992-94da7e5cda91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:24.580976 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-bbd0cfa0-d402-4491-8992-94da7e5cda91 admin admin] Usage tracker for resource:security_group_rule and tenant:34f3a6d5d92d44c690ce3a2fd7b90a06 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:24.587156 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-bbd0cfa0-d402-4491-8992-94da7e5cda91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:24.591778 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] For port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab, host hv-cinder-78638, cleared binding levels {{(pid=85320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:03:24.600892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] For port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:03:24.600892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-bbd0cfa0-d402-4491-8992-94da7e5cda91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:24.617437 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418744d-20a6-436f-bc14-23ae17e0eaf4 req-16bd8013-4dc1-4df3-80f9-9b6945a4c4fc tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:24.622927 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f418744d-20a6-436f-bc14-23ae17e0eaf4 req-16bd8013-4dc1-4df3-80f9-9b6945a4c4fc tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 943 time: 0.3527906
Apr 15 11:03:24.663346 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-77650bbf-1e1d-485d-875d-58164f349849 req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Allocated IP 172.20.0.11 (f2540102-4996-4e3c-af26-30cf18f2f6dc/5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e/e3376e3d-e267-4c82-982d-ebdf04a85d34) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:03:24.691341 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693538'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:24.737827 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:24.843388 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d41d170c-44b1-4d5b-bf7a-dfc9f8915173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852772599'] for router_interface, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:24.866792 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-11224e07-8b3c-4393-85a0-d98e21f1ccb9 req-ae5d493f-cd93-41b2-87f5-68386a559beb tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 210 time: 0.2329941
Apr 15 11:03:24.956294 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f418744d-20a6-436f-bc14-23ae17e0eaf4 req-e85552a8-1c16-438e-86ba-bfc4c94e41af tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3190210
Apr 15 11:03:25.017777 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Pushing event updated for resources: {'Port': ['ID=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,revision_number=3']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:25.025257 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:25.126846 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:25.128191 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:25.131380 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] 10.222.0.99 "PUT /v2.0/ports/9d299deb-ed8f-4dd7-8dac-15e2a91db7ab HTTP/1.1" status: 200  len: 1093 time: 2.7675302
Apr 15 11:03:25.136667 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-77650bbf-1e1d-485d-875d-58164f349849 req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:25.162832 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47aad833-3f54-411d-b1fa-cb818d748df4', 'tag': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab'}] {{(pid=85320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:03:25.205099 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bbd0cfa0-d402-4491-8992-94da7e5cda91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:25.213513 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bbd0cfa0-d402-4491-8992-94da7e5cda91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:25.238485 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3373a770-80a1-4a19-9ef0-9862328ebdf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:25.257324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-77650bbf-1e1d-485d-875d-58164f349849 req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Transition to ACTIVE for port object e3376e3d-e267-4c82-982d-ebdf04a85d34 will not be triggered until provisioned by entity DHCP. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:03:25.302691 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-bbd0cfa0-d402-4491-8992-94da7e5cda91 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=34f3a6d5d92d44c690ce3a2fd7b90a06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8111267
Apr 15 11:03:25.302691 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0cfa0-d402-4491-8992-94da7e5cda91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95cb495-3298-421f-9045-0887db2f940d,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:25.304762 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 49064) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:25.307684 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bbd0cfa0-d402-4491-8992-94da7e5cda91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:25.345518 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-77650bbf-1e1d-485d-875d-58164f349849 req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:25.433962 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e8fc5409-fe70-4a56-8ef0-8731dc8d1ed8 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:25.452053 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ce56c958-cd1d-4534-9b56-97b363954a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:25.624670 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-d41d170c-44b1-4d5b-bf7a-dfc9f8915173 admin admin] Deleting port 367fcfbe-1a99-42af-a9e8-a7621d4533e2 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:25.625248 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d41d170c-44b1-4d5b-bf7a-dfc9f8915173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:25.631195 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47aad833-3f54-411d-b1fa-cb818d748df4', 'tag': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab', 'status': 'completed', 'code': 200}
Apr 15 11:03:25.686113 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Pushing event updated for resources: {'Port': ['ID=e3376e3d-e267-4c82-982d-ebdf04a85d34,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:25.711792 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9b01c127-c6cd-48c9-a0b1-35b31a9684fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:25.721236 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:25.721654 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:25.722072 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:25.722476 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:25.722908 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:25.723308 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:25.723742 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:25.724131 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:25.724526 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:25.724917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:25.725311 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:25.725701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:25.753761 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:25.859692 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9b01c127-c6cd-48c9-a0b1-35b31a9684fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:25.922204 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77650bbf-1e1d-485d-875d-58164f349849 req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Network f2540102-4996-4e3c-af26-30cf18f2f6dc is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:03:25.934027 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-77650bbf-1e1d-485d-875d-58164f349849 req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:03:25.945337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-77650bbf-1e1d-485d-875d-58164f349849 req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:03:26.157143 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-d41d170c-44b1-4d5b-bf7a-dfc9f8915173 admin admin] For port 367fcfbe-1a99-42af-a9e8-a7621d4533e2, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=367fcfbe-1a99-42af-a9e8-a7621d4533e2,segment=NetworkSegment(47b0d63e-98a3-4960-b77e-1cd572319c35),segment_id=47b0d63e-98a3-4960-b77e-1cd572319c35)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:26.157989 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d41d170c-44b1-4d5b-bf7a-dfc9f8915173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:26.204875 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77650bbf-1e1d-485d-875d-58164f349849 req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:26.206627 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-77650bbf-1e1d-485d-875d-58164f349849 req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:26.318918 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-4a1d8182-bde4-4818-bca8-55945494800c None None] Provisioning for port e3376e3d-e267-4c82-982d-ebdf04a85d34 completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:03:26.325703 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-4a1d8182-bde4-4818-bca8-55945494800c None None] Provisioning complete for port e3376e3d-e267-4c82-982d-ebdf04a85d34 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:03:26.326292 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8182-bde4-4818-bca8-55945494800c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:26.370111 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9b01c127-c6cd-48c9-a0b1-35b31a9684fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:26.382629 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-d41d170c-44b1-4d5b-bf7a-dfc9f8915173 admin admin] Calling delete_port for 367fcfbe-1a99-42af-a9e8-a7621d4533e2 owned by network:router_interface {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:26.393799 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-4a1d8182-bde4-4818-bca8-55945494800c None None] Port e3376e3d-e267-4c82-982d-ebdf04a85d34 cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:03:26.415306 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6742076f-79cb-4aca-a32a-e6b8cb7ea9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:26.488779 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01c127-c6cd-48c9-a0b1-35b31a9684fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95cb495-3298-421f-9045-0887db2f940d,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:26.498238 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9b01c127-c6cd-48c9-a0b1-35b31a9684fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:26.499598 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e52e2a-218d-46ac-ae1f-49923750a6ca req-08551dea-8f91-4b1b-9944-4325ea8c5b39 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:26.502827 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-9b01c127-c6cd-48c9-a0b1-35b31a9684fc admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a95cb495-3298-421f-9045-0887db2f940d HTTP/1.1" status: 204  len: 168 time: 1.1942921
Apr 15 11:03:26.503230 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-68e52e2a-218d-46ac-ae1f-49923750a6ca req-08551dea-8f91-4b1b-9944-4325ea8c5b39 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 932 time: 0.3532672
Apr 15 11:03:26.511963 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bc12b-87d5-4526-a7b1-79d10016315d req-568c1dd0-4f3d-468c-a4b7-891214d60681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:26.513613 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0c2bc12b-87d5-4526-a7b1-79d10016315d req-568c1dd0-4f3d-468c-a4b7-891214d60681 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=680f4c59aed648ae8db373d5dcc3c9ed&device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 1096 time: 0.1801095
Apr 15 11:03:26.516493 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9b01c127-c6cd-48c9-a0b1-35b31a9684fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:26.518968 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77650bbf-1e1d-485d-875d-58164f349849 req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0870669
Apr 15 11:03:26.561890 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Request body: {'port': {'device_id': 'c4a041e7-029e-486f-8d98-6327fcdf4215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:26.579774 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884b0b4-88ad-41af-a260-70affc3716f5 req-e7bb5bf1-0785-4dba-a2cd-155a1389f4b0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:26.581555 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8884b0b4-88ad-41af-a260-70affc3716f5 req-e7bb5bf1-0785-4dba-a2cd-155a1389f4b0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 943 time: 0.3281426
Apr 15 11:03:26.683578 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-68e52e2a-218d-46ac-ae1f-49923750a6ca req-3bfec303-2190-47e0-986a-bf7deb0ff589 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=4e679792-fc0d-4976-ad61-f0b1f27198fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1679537
Apr 15 11:03:26.705359 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:26.749963 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8884b0b4-88ad-41af-a260-70affc3716f5 req-93b68df0-acfd-44f0-a276-3e6c6e7cd8a1 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0989959
Apr 15 11:03:26.767061 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:26.801810 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bc12b-87d5-4526-a7b1-79d10016315d req-3c392e73-cf9b-414c-a5cc-e8528fb8bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:26.803587 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0c2bc12b-87d5-4526-a7b1-79d10016315d req-3c392e73-cf9b-414c-a5cc-e8528fb8bffd service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=680f4c59aed648ae8db373d5dcc3c9ed&shared=False HTTP/1.1" status: 200  len: 917 time: 0.2603891
Apr 15 11:03:27.053182 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bc12b-87d5-4526-a7b1-79d10016315d req-a1c5bed9-778c-49e6-b6a2-066912c474f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:27.055454 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0c2bc12b-87d5-4526-a7b1-79d10016315d req-a1c5bed9-778c-49e6-b6a2-066912c474f7 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2450624
Apr 15 11:03:27.061366 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:27.251753 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-88bd0e04-4192-42be-b42c-c87cfef18ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:27.253470 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-88bd0e04-4192-42be-b42c-c87cfef18ea9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=680f4c59aed648ae8db373d5dcc3c9ed&device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 1096 time: 0.1256955
Apr 15 11:03:27.265082 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d41d170c-44b1-4d5b-bf7a-dfc9f8915173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:27.283522 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-765a5ec5-6be0-401f-b6aa-9697d0cb6104 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:27.335215 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d170c-44b1-4d5b-bf7a-dfc9f8915173 admin admin] Pushing event deleted for resources: {'Port': ['ID=367fcfbe-1a99-42af-a9e8-a7621d4533e2,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:27.399681 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d41d170c-44b1-4d5b-bf7a-dfc9f8915173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:27.629845 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-7a40f437-48bd-4bff-a04c-c2ce58c6aa01 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab HTTP/1.1" status: 200  len: 217 time: 0.3622766
Apr 15 11:03:27.759454 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-5cd97c24-876c-46a2-b909-d711c563447e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:27.762323 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-5cd97c24-876c-46a2-b909-d711c563447e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cc8f8bbb-1b00-4320-81db-dc64ff750b3a HTTP/1.1" status: 200  len: 854 time: 0.1250508
Apr 15 11:03:28.109903 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3376e3d-e267-4c82-982d-ebdf04a85d34 {{(pid=85321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:03:28.120665 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:28.162220 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Transition to ACTIVE for port object e3376e3d-e267-4c82-982d-ebdf04a85d34 will not be triggered until provisioned by entity L2. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:03:28.242184 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 49128) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:28.263463 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-cbca8fe3-a44a-4592-9ac7-46f91e1e3d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:28.266441 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-cbca8fe3-a44a-4592-9ac7-46f91e1e3d41 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4929039
Apr 15 11:03:28.328140 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:28.355845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ce052df7-bc45-4a9e-b45a-884644c224dc tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:28.433010 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Pushing event updated for resources: {'Port': ['ID=e3376e3d-e267-4c82-982d-ebdf04a85d34,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:28.495106 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:28.532386 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160fbda-d590-4553-99fb-5599532fe8fb req-e51cc61c-2aac-497b-a1c5-5bfbac19b927 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:28.548651 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2160fbda-d590-4553-99fb-5599532fe8fb req-e51cc61c-2aac-497b-a1c5-5bfbac19b927 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 932 time: 0.6786199
Apr 15 11:03:28.571459 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1779411663-network', 'tenant_id': '78ebafcd9c894dc89a78b926ccad5a65'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:28.617919 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d41d170c-44b1-4d5b-bf7a-dfc9f8915173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852769316'] for router_interface, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:28.625680 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:28.670652 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bee5e0-7ac6-4d0e-acd9-9d4a75a12926 req-66ecf8dd-3fb8-4144-aef7-12c232bab5aa tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:28.673127 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-94bee5e0-7ac6-4d0e-acd9-9d4a75a12926 req-66ecf8dd-3fb8-4144-aef7-12c232bab5aa tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 943 time: 0.7109816
Apr 15 11:03:28.675170 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Usage tracker for resource:network and tenant:78ebafcd9c894dc89a78b926ccad5a65 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:28.691248 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:28.735771 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:28.811478 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-6f3a6a70-9727-4af0-a95f-8b968c0e6d0e service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5168808
Apr 15 11:03:28.860834 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2160fbda-d590-4553-99fb-5599532fe8fb req-15c7425d-1c60-452d-b348-e46467da45ce tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=4e679792-fc0d-4976-ad61-f0b1f27198fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3125949
Apr 15 11:03:28.937476 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Made reservation on behalf of 78ebafcd9c894dc89a78b926ccad5a65 for: {'network': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:03:28.946518 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:29.006972 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Attempting to bind port e3376e3d-e267-4c82-982d-ebdf04a85d34 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:03:29.007363 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Attempting to bind port e3376e3d-e267-4c82-982d-ebdf04a85d34 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'bbe9b76a-2909-49df-a0d1-c8bbbac386a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc'}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:03:29.007746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Attempting to bind port e3376e3d-e267-4c82-982d-ebdf04a85d34 on network f2540102-4996-4e3c-af26-30cf18f2f6dc {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:03:29.018481 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Port e3376e3d-e267-4c82-982d-ebdf04a85d34 on network f2540102-4996-4e3c-af26-30cf18f2f6dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 11:03:29.018883 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Attempting to bind port e3376e3d-e267-4c82-982d-ebdf04a85d34 on network f2540102-4996-4e3c-af26-30cf18f2f6dc {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:03:29.026984 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:03:29.027378 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Checking segment: {'id': 'bbe9b76a-2909-49df-a0d1-c8bbbac386a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:03:29.027822 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Bound using segment: {'id': 'bbe9b76a-2909-49df-a0d1-c8bbbac386a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc'} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:03:29.028326 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Bound port: e3376e3d-e267-4c82-982d-ebdf04a85d34, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbe9b76a-2909-49df-a0d1-c8bbbac386a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc'}}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:03:29.028722 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:29.100981 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-94bee5e0-7ac6-4d0e-acd9-9d4a75a12926 req-9055ccfb-654b-4182-b444-19dcce064c66 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3987775
Apr 15 11:03:29.107798 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:29.153213 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:29.174196 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Usage tracker for resource:security_group_rule and tenant:78ebafcd9c894dc89a78b926ccad5a65 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:29.180737 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:29.194153 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:29.253368 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-80a926aa-a4df-4d88-b593-de46d6b114a7 req-f55019ad-61d1-4121-bea1-d1792fa085cf service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3856721
Apr 15 11:03:29.335809 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:29.341507 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:29.350573 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-83aa8f80-4ad0-40d7-a714-8cdad6130e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:29.414418 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] vlan segment allocate from pool success with {'vlan_id': 1436, 'physical_network': 'physnet1'}  {{(pid=85320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 11:03:29.420815 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] For port e3376e3d-e267-4c82-982d-ebdf04a85d34, host hv-cinder-78638, cleared binding levels {{(pid=85321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:03:29.427654 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] For port e3376e3d-e267-4c82-982d-ebdf04a85d34, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e3376e3d-e267-4c82-982d-ebdf04a85d34,segment=NetworkSegment(bbe9b76a-2909-49df-a0d1-c8bbbac386a7),segment_id=bbe9b76a-2909-49df-a0d1-c8bbbac386a7)] {{(pid=85321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:03:29.433334 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed13629-98b0-47e9-85c4-f967fb07248a,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:29.441206 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:29.444971 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:29.446408 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:29.447122 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Added segment 77c46983-bf85-4d04-b1c4-1f90683d91d0 of type vlan for network 880260f5-8317-40aa-8bef-43c1463cf547
Apr 15 11:03:29.463815 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-cda60fa8-99af-4fc4-803b-9ec6680512aa tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:29.504487 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:29.559794 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:29.561522 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:29.562449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:29.571036 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3d28e028-f0be-4a0a-9c26-f2410c40c25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:29.724610 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.4756584
Apr 15 11:03:29.735214 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 49170) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:29.751474 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Request body: {'subnet': {'network_id': '880260f5-8317-40aa-8bef-43c1463cf547', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1779411663-subnet', 'tenant_id': '78ebafcd9c894dc89a78b926ccad5a65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:29.783922 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:29.797437 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Usage tracker for resource:subnet and tenant:78ebafcd9c894dc89a78b926ccad5a65 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:29.801160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Pushing event updated for resources: {'Network': ['ID=880260f5-8317-40aa-8bef-43c1463cf547,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:29.805638 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:29.811017 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:29.818346 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:29.822000 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network 880260f5-8317-40aa-8bef-43c1463cf547 details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 11:03:29.833688 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Made reservation on behalf of 78ebafcd9c894dc89a78b926ccad5a65 for: {'subnet': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:03:29.839201 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2412122'] for subnet, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:30.081824 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Pushing event updated for resources: {'Port': ['ID=e3376e3d-e267-4c82-982d-ebdf04a85d34,revision_number=3']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:30.086449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:30.198959 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:30.199849 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:30.201686 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77650bbf-1e1d-485d-875d-58164f349849 req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] 10.222.0.99 "PUT /v2.0/ports/e3376e3d-e267-4c82-982d-ebdf04a85d34 HTTP/1.1" status: 200  len: 1094 time: 3.6558235
Apr 15 11:03:30.202435 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a041e7-029e-486f-8d98-6327fcdf4215', 'tag': 'e3376e3d-e267-4c82-982d-ebdf04a85d34'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:03:30.217924 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41d170c-44b1-4d5b-bf7a-dfc9f8915173 admin admin] Router 57aa4ea0-097d-4e73-bc90-ccd491cf9fb9 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:03:30.269027 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:30.451953 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5a651-49c5-4ef4-95af-f9c6f911fca2 req-b4ae84aa-6373-4f9c-8291-b0ef3fb92853 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:30.460185 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-eac5a651-49c5-4ef4-95af-f9c6f911fca2 req-b4ae84aa-6373-4f9c-8291-b0ef3fb92853 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 944 time: 0.3774376
Apr 15 11:03:30.579166 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77650bbf-1e1d-485d-875d-58164f349849 req-cc5d4e65-dd06-4ffd-931a-30b1bd155d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:30.585092 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77650bbf-1e1d-485d-875d-58164f349849 req-cc5d4e65-dd06-4ffd-931a-30b1bd155d00 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0959c169751f48ebbdb3397c86b113dc&device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 1097 time: 0.2490149
Apr 15 11:03:30.585648 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-eac5a651-49c5-4ef4-95af-f9c6f911fca2 req-5d6f78f7-2603-4a45-b0b4-3872ed54e73a tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=4e679792-fc0d-4976-ad61-f0b1f27198fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1241601
Apr 15 11:03:30.599250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41d170c-44b1-4d5b-bf7a-dfc9f8915173 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:03:30.626678 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e3474-162b-4df7-9684-8a087d62a199 None None] Sync routers for ids ['57aa4ea0-097d-4e73-bc90-ccd491cf9fb9'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:03:30.636173 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-d41d170c-44b1-4d5b-bf7a-dfc9f8915173 admin admin] 10.222.0.100 "PUT /v2.0/routers/57aa4ea0-097d-4e73-bc90-ccd491cf9fb9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1026745
Apr 15 11:03:30.636988 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 49186) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:30.647598 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e3474-162b-4df7-9684-8a087d62a199 None None] Routers {'57aa4ea0-097d-4e73-bc90-ccd491cf9fb9'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:30.649166 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-183e3474-162b-4df7-9684-8a087d62a199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc568ed30>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['57aa4ea0-097d-4e73-bc90-ccd491cf9fb9'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:30.707251 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a041e7-029e-486f-8d98-6327fcdf4215', 'tag': 'e3376e3d-e267-4c82-982d-ebdf04a85d34', 'status': 'completed', 'code': 200}
Apr 15 11:03:30.716394 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537d416-6727-465a-9589-7aa2d5141b53 req-e895bf31-61cb-42ed-ace0-a3c24e1c0a85 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:30.727297 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6537d416-6727-465a-9589-7aa2d5141b53 req-e895bf31-61cb-42ed-ace0-a3c24e1c0a85 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 943 time: 0.2603831
Apr 15 11:03:30.895492 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4bebef16-3b0e-4296-bb60-63bfa68214fa admin admin] Notify callbacks [] for router, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:30.926351 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-183e3474-162b-4df7-9684-8a087d62a199 None None] Set router 57aa4ea0-097d-4e73-bc90-ccd491cf9fb9 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:30.927963 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6537d416-6727-465a-9589-7aa2d5141b53 req-238d944c-abd0-4a4d-89e2-a26665aa234e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1922827
Apr 15 11:03:30.984791 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852082384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2412107'] for subnet, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:31.003150 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d78d5810-c825-43b2-8958-6bfe7cb89f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:31.180033 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92c5dfb4-284d-4e65-b90e-8d281790e69d,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:31.203563 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:31.205139 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:31.205926 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:31.206757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:31.207444 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:31.208256 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:31.209017 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:31.209787 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:31.210676 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:31.212252 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:31.213038 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:31.213830 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:31.237746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:31.275830 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4bebef16-3b0e-4296-bb60-63bfa68214fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:31.291344 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-4bebef16-3b0e-4296-bb60-63bfa68214fa admin admin] Deleting port c7b63b5e-ec78-47f8-a27c-7af9953041bf {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:31.292064 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4bebef16-3b0e-4296-bb60-63bfa68214fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:31.351367 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Checking segment: {'id': '77c46983-bf85-4d04-b1c4-1f90683d91d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '880260f5-8317-40aa-8bef-43c1463cf547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:03:31.352117 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Network hostable DHCP agents. Network: 880260f5-8317-40aa-8bef-43c1463cf547, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 11:03:31.387399 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Network 880260f5-8317-40aa-8bef-43c1463cf547 is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 11:03:31.402912 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, 880260f5-8317-40aa-8bef-43c1463cf547) {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:03:31.420685 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288c7ce3-beec-43ec-b9c3-8d99035b796c None None] Network 880260f5-8317-40aa-8bef-43c1463cf547 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:03:31.429055 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:31.429343 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:31.470186 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-2c4e0eb2-7701-4276-adcb-d47d32bb5191 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.7329199
Apr 15 11:03:31.486778 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-183e3474-162b-4df7-9684-8a087d62a199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc568ed30>, [{'id': '57aa4ea0-097d-4e73-bc90-ccd491cf9fb9', 'name': 'tempest-TestMinimumBasicScenario-1328972679-router', 'tenant_id': 'bb57869b1cf14a7f9691058a0744c006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'c7b63b5e-ec78-47f8-a27c-7af9953041bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:04Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 5, 'project_id': 'bb57869b1cf14a7f9691058a0744c006', 'gw_port': {'id': 'c7b63b5e-ec78-47f8-a27c-7af9953041bf', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa4ea0-097d-4e73-bc90-ccd491cf9fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:07Z', 'updated_at': '2021-04-15T10:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:31.495379 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e3474-162b-4df7-9684-8a087d62a199 None None] Checking router: 57aa4ea0-097d-4e73-bc90-ccd491cf9fb9 for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:03:31.514011 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e3474-162b-4df7-9684-8a087d62a199 None None] Routers {'57aa4ea0-097d-4e73-bc90-ccd491cf9fb9'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:31.515166 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-183e3474-162b-4df7-9684-8a087d62a199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc568ed30>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['57aa4ea0-097d-4e73-bc90-ccd491cf9fb9'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:31.791651 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-4bebef16-3b0e-4296-bb60-63bfa68214fa admin admin] For port c7b63b5e-ec78-47f8-a27c-7af9953041bf, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=c7b63b5e-ec78-47f8-a27c-7af9953041bf,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:31.792898 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4bebef16-3b0e-4296-bb60-63bfa68214fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:31.882208 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-183e3474-162b-4df7-9684-8a087d62a199 None None] Set router 57aa4ea0-097d-4e73-bc90-ccd491cf9fb9 gateway port host: None {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:31.980338 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583ce46c-7db9-4f26-974f-82728c208854 None None] Network 880260f5-8317-40aa-8bef-43c1463cf547 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:03:32.399356 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-4bebef16-3b0e-4296-bb60-63bfa68214fa admin admin] Calling delete_port for c7b63b5e-ec78-47f8-a27c-7af9953041bf owned by network:router_gateway {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:32.419711 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472370c2-dd73-4f49-9568-299e555584c1 req-2cb77137-3841-4bde-8741-15ce50ec4fbe tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:32.425524 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-472370c2-dd73-4f49-9568-299e555584c1 req-2cb77137-3841-4bde-8741-15ce50ec4fbe tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 944 time: 0.3079896
Apr 15 11:03:32.622239 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-183e3474-162b-4df7-9684-8a087d62a199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc568ed30>, [{'id': '57aa4ea0-097d-4e73-bc90-ccd491cf9fb9', 'name': 'tempest-TestMinimumBasicScenario-1328972679-router', 'tenant_id': 'bb57869b1cf14a7f9691058a0744c006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:04Z', 'updated_at': '2021-04-15T11:03:31Z', 'revision_number': 6, 'project_id': 'bb57869b1cf14a7f9691058a0744c006', 'gw_port_host': None}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:32.624725 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-472370c2-dd73-4f49-9568-299e555584c1 req-923bb835-01e5-451c-b51f-d48fee8fcb12 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=4e679792-fc0d-4976-ad61-f0b1f27198fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1768103
Apr 15 11:03:32.636998 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e3474-162b-4df7-9684-8a087d62a199 None None] The sync data for ids ['57aa4ea0-097d-4e73-bc90-ccd491cf9fb9'] in dv-cinder-786386-1-iscsi is: [{'id': '57aa4ea0-097d-4e73-bc90-ccd491cf9fb9', 'name': 'tempest-TestMinimumBasicScenario-1328972679-router', 'tenant_id': 'bb57869b1cf14a7f9691058a0744c006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:04Z', 'updated_at': '2021-04-15T11:03:31Z', 'revision_number': 6, 'project_id': 'bb57869b1cf14a7f9691058a0744c006', 'gw_port_host': None}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:03:32.678263 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76bfe9-8fb3-45f7-b6e4-188aa71ef83c req-e5b88568-ca99-4b5b-973c-48e634a46a78 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:32.690051 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6a76bfe9-8fb3-45f7-b6e4-188aa71ef83c req-e5b88568-ca99-4b5b-973c-48e634a46a78 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 943 time: 0.1980917
Apr 15 11:03:32.854023 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4bebef16-3b0e-4296-bb60-63bfa68214fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:32.855371 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6a76bfe9-8fb3-45f7-b6e4-188aa71ef83c req-6ad7b090-b8ee-4f01-990e-45849e2dd197 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1468873
Apr 15 11:03:32.880978 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ba04d017-8a3a-43f5-bc36-563d5d85977d tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:32.949760 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 49216) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:32.960927 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2100034079-network', 'tenant_id': 'acfad2beb44440e6a5e1aead1aa7ded2'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:32.967191 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:32.972627 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Usage tracker for resource:network and tenant:acfad2beb44440e6a5e1aead1aa7ded2 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:32.976950 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:32.984885 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:32.987732 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebef16-3b0e-4296-bb60-63bfa68214fa admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b63b5e-ec78-47f8-a27c-7af9953041bf,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:32.992521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4bebef16-3b0e-4296-bb60-63bfa68214fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:32.997155 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Made reservation on behalf of acfad2beb44440e6a5e1aead1aa7ded2 for: {'network': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:03:33.002289 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:33.016801 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:33.037757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:33.042832 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Usage tracker for resource:security_group_rule and tenant:acfad2beb44440e6a5e1aead1aa7ded2 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:33.046421 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:33.054825 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:03:33.055141 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:33.163812 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77650bbf-1e1d-485d-875d-58164f349849 req-6c79e4b8-cb9b-44ed-8825-e513d8e72cd6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3376e3d-e267-4c82-982d-ebdf04a85d34 HTTP/1.1" status: 200  len: 217 time: 0.1060855
Apr 15 11:03:33.247553 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:33.263699 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77650bbf-1e1d-485d-875d-58164f349849 req-69341e8a-b662-468d-9c9d-09bb22cabc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:33.265909 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77650bbf-1e1d-485d-875d-58164f349849 req-69341e8a-b662-468d-9c9d-09bb22cabc3e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e HTTP/1.1" status: 200  len: 850 time: 0.0902359
Apr 15 11:03:33.266886 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'port_id': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab', 'mac_address': 'fa:16:3e:6b:16:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:03:33.269847 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:33.274941 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:33.283380 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8cb8f9e8-723e-46a6-80e5-73795206339f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:33.342997 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:33.353057 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25954116-5a9b-44a0-8d63-18e3ca71f77e,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:33.360297 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] vlan segment allocate from pool success with {'vlan_id': 1423, 'physical_network': 'physnet1'}  {{(pid=85320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 11:03:33.389161 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:33.390266 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Added segment 44777a90-8d50-4808-95a9-d9c79c99f990 of type vlan for network 4ee12c8b-6600-4901-8706-938905dad224
Apr 15 11:03:33.396520 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:03:33.433233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4bebef16-3b0e-4296-bb60-63bfa68214fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852769478'] for router_gateway, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:33.437917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:33.441864 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:33.444740 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:33.448018 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:33.457408 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:33.528403 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:33.530855 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:33.531969 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:33.543285 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:33.590879 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:33.607183 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:33.607741 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:33.608378 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:33.609035 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:33.609672 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:33.610310 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:33.610977 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:33.611621 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:33.612253 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:33.612881 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:33.613466 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:33.614610 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:03:33.622044 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:33.690210 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4bebef16-3b0e-4296-bb60-63bfa68214fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852770596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60879'] for router, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:33.693611 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4bebef16-3b0e-4296-bb60-63bfa68214fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:33.704534 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77650bbf-1e1d-485d-875d-58164f349849 req-264a27e7-98ba-4b44-81eb-b0c0e070d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:33.706219 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77650bbf-1e1d-485d-875d-58164f349849 req-264a27e7-98ba-4b44-81eb-b0c0e070d646 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f2540102-4996-4e3c-af26-30cf18f2f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3691332
Apr 15 11:03:33.747942 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['9d299deb-ed8f-4dd7-8dac-15e2a91db7ab'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:03:33.771815 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8196442
Apr 15 11:03:33.773288 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Pushing event updated for resources: {'Network': ['ID=4ee12c8b-6600-4901-8706-938905dad224,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:33.778123 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 49224) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:33.784680 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:33.793276 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-a94f9f4e-c161-4a76-865d-7d2e8e1520ea admin admin] Request body: {'subnet': {'network_id': '4ee12c8b-6600-4901-8706-938905dad224', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2100034079-subnet', 'tenant_id': 'acfad2beb44440e6a5e1aead1aa7ded2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:33.812917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network 4ee12c8b-6600-4901-8706-938905dad224 details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 11:03:33.820416 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4bebef16-3b0e-4296-bb60-63bfa68214fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000460'] for router, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:33.821027 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bebef16-3b0e-4296-bb60-63bfa68214fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57aa4ea0-097d-4e73-bc90-ccd491cf9fb9 {{(pid=85321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:03:33.853712 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4bebef16-3b0e-4296-bb60-63bfa68214fa admin admin] Notify callbacks [] for router, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:33.860655 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-4bebef16-3b0e-4296-bb60-63bfa68214fa admin admin] 10.222.0.100 "DELETE /v2.0/routers/57aa4ea0-097d-4e73-bc90-ccd491cf9fb9 HTTP/1.1" status: 204  len: 168 time: 3.2169793
Apr 15 11:03:33.860655 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 49228) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:33.892563 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a94f9f4e-c161-4a76-865d-7d2e8e1520ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:33.901595 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a94f9f4e-c161-4a76-865d-7d2e8e1520ea admin admin] Usage tracker for resource:subnet and tenant:acfad2beb44440e6a5e1aead1aa7ded2 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:33.907020 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a94f9f4e-c161-4a76-865d-7d2e8e1520ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:33.921306 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a94f9f4e-c161-4a76-865d-7d2e8e1520ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:33.957262 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94f9f4e-c161-4a76-865d-7d2e8e1520ea admin admin] Made reservation on behalf of acfad2beb44440e6a5e1aead1aa7ded2 for: {'subnet': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:03:33.969453 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a94f9f4e-c161-4a76-865d-7d2e8e1520ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2412122'] for subnet, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:34.274652 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b130d06-8156-43e5-8ebe-fa07ed43b5f0 admin admin] Deleting subnet b051e913-a982-4c2e-8d39-d386097fde4d {{(pid=85321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:03:34.278312 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b130d06-8156-43e5-8ebe-fa07ed43b5f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:34.338140 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b130d06-8156-43e5-8ebe-fa07ed43b5f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851186173'] for subnet, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:34.375603 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77650bbf-1e1d-485d-875d-58164f349849 req-ead32a0f-381e-4708-ad67-2b0bd933c331 service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6556592
Apr 15 11:03:34.608200 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b130d06-8156-43e5-8ebe-fa07ed43b5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5390'] for subnet, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:34.623650 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 367fcfbe-1a99-42af-a9e8-a7621d4533e2 no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:03:34.667084 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77650bbf-1e1d-485d-875d-58164f349849 req-9f9ad281-e339-476c-8393-dfaa169597ae service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2840829
Apr 15 11:03:34.689270 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: 367fcfbe-1a99-42af-a9e8-a7621d4533e2 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:03:34.689631 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 367fcfbe-1a99-42af-a9e8-a7621d4533e2 not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:03:34.690137 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device c7b63b5e-ec78-47f8-a27c-7af9953041bf no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:03:34.737459 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: c7b63b5e-ec78-47f8-a27c-7af9953041bf {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:03:34.738373 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device c7b63b5e-ec78-47f8-a27c-7af9953041bf not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:03:34.819708 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5306c-c7d7-4e58-8223-f101f190b70c req-9c689b24-92b6-4f18-9bd4-5c6138b7b753 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:34.821442 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dde5306c-c7d7-4e58-8223-f101f190b70c req-9c689b24-92b6-4f18-9bd4-5c6138b7b753 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 944 time: 1.0218556
Apr 15 11:03:34.893337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac246e-c7c9-46a2-8378-27fb09d6c849 req-e236895c-0ff8-428a-a680-43b0813543e0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:34.896687 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7aac246e-c7c9-46a2-8378-27fb09d6c849 req-e236895c-0ff8-428a-a680-43b0813543e0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 944 time: 0.7316022
Apr 15 11:03:34.969350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781118a5-8a6a-4674-a762-6d7488c12644 req-5e94c735-b4a5-4239-9791-d0cafa9151c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:34.971116 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-781118a5-8a6a-4674-a762-6d7488c12644 req-5e94c735-b4a5-4239-9791-d0cafa9151c6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0959c169751f48ebbdb3397c86b113dc&device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 1097 time: 0.1517823
Apr 15 11:03:35.046187 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7aac246e-c7c9-46a2-8378-27fb09d6c849 req-57a91543-ffc1-43ef-a51e-ff9cd87fc5ed tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1220021
Apr 15 11:03:35.076312 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dde5306c-c7d7-4e58-8223-f101f190b70c req-755a289e-b7c9-4c46-91f7-729498968d37 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=4e679792-fc0d-4976-ad61-f0b1f27198fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2331467
Apr 15 11:03:35.284705 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b130d06-8156-43e5-8ebe-fa07ed43b5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853608755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851334486'] for subnet, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:35.306091 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:35.339596 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781118a5-8a6a-4674-a762-6d7488c12644 req-ecccbef4-addb-4a68-8769-9f6d751ce280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:35.341294 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-781118a5-8a6a-4674-a762-6d7488c12644 req-ecccbef4-addb-4a68-8769-9f6d751ce280 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f2540102-4996-4e3c-af26-30cf18f2f6dc HTTP/1.1" status: 200  len: 913 time: 0.3016951
Apr 15 11:03:35.357982 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a94f9f4e-c161-4a76-865d-7d2e8e1520ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852082384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2412107'] for subnet, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:35.385411 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ba961281-2f82-4f65-a1f4-211d2d9589e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:35.483350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b130d06-8156-43e5-8ebe-fa07ed43b5f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b051e913-a982-4c2e-8d39-d386097fde4d,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:35.490864 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0b130d06-8156-43e5-8ebe-fa07ed43b5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:35.509680 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-781118a5-8a6a-4674-a762-6d7488c12644 req-e706aee0-b2ad-444f-9bf1-8b964e394c51 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3376e3d-e267-4c82-982d-ebdf04a85d34 HTTP/1.1" status: 200  len: 217 time: 0.1076217
Apr 15 11:03:35.593501 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0b130d06-8156-43e5-8ebe-fa07ed43b5f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:35.601557 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2d4ed5-9dc7-488b-b175-33de3d1cf6a8 None None] Network ef21348e-e892-43e1-b5ba-d34f953c7aec requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:03:35.612449 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0b130d06-8156-43e5-8ebe-fa07ed43b5f0 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/b051e913-a982-4c2e-8d39-d386097fde4d HTTP/1.1" status: 204  len: 168 time: 1.7490134
Apr 15 11:03:35.615906 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781118a5-8a6a-4674-a762-6d7488c12644 req-0c251744-d853-4935-98fc-5c59f8286737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:35.618187 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-781118a5-8a6a-4674-a762-6d7488c12644 req-0c251744-d853-4935-98fc-5c59f8286737 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e HTTP/1.1" status: 200  len: 850 time: 0.0984838
Apr 15 11:03:35.619023 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 49256) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:35.635708 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f9f4e-c161-4a76-865d-7d2e8e1520ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b46ec1e-2f88-4683-a3a7-adc1f9be4cee,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:35.644903 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a94f9f4e-c161-4a76-865d-7d2e8e1520ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:35.787224 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94f9f4e-c161-4a76-865d-7d2e8e1520ea admin admin] Checking segment: {'id': '44777a90-8d50-4808-95a9-d9c79c99f990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '4ee12c8b-6600-4901-8706-938905dad224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:03:35.788116 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f9f4e-c161-4a76-865d-7d2e8e1520ea admin admin] Network hostable DHCP agents. Network: 4ee12c8b-6600-4901-8706-938905dad224, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 11:03:35.828645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f9f4e-c161-4a76-865d-7d2e8e1520ea admin admin] Network 4ee12c8b-6600-4901-8706-938905dad224 is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 11:03:35.846395 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-a94f9f4e-c161-4a76-865d-7d2e8e1520ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, 4ee12c8b-6600-4901-8706-938905dad224) {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:03:35.862417 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5960dd4-96f7-4dd7-8eb2-54de495e85c3 None None] Network 4ee12c8b-6600-4901-8706-938905dad224 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:03:35.872346 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f9f4e-c161-4a76-865d-7d2e8e1520ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:35.873498 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a94f9f4e-c161-4a76-865d-7d2e8e1520ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:35.930718 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-a94f9f4e-c161-4a76-865d-7d2e8e1520ea admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.1404462
Apr 15 11:03:36.191903 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854678852'] for network, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:36.255555 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:03:36.300069 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Deleting port 77e997a3-e832-48f7-9140-1641496c79be {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:36.300886 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:36.378420 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781118a5-8a6a-4674-a762-6d7488c12644 req-5a22f015-ff10-42c6-b076-537ffb592e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:36.381585 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-781118a5-8a6a-4674-a762-6d7488c12644 req-5a22f015-ff10-42c6-b076-537ffb592e06 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f2540102-4996-4e3c-af26-30cf18f2f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7439508
Apr 15 11:03:36.598098 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:03:36.629281 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-781118a5-8a6a-4674-a762-6d7488c12644 req-bceb2578-8474-4503-8e4e-c0191a0354de service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2026949
Apr 15 11:03:36.689776 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:03:36.690504 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:36.735495 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057165bd-71e8-4160-98a7-c1aa6075876d req-75d06846-d9ea-40cf-818b-b581170190b3 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:36.750699 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-057165bd-71e8-4160-98a7-c1aa6075876d req-75d06846-d9ea-40cf-818b-b581170190b3 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 944 time: 0.3505118
Apr 15 11:03:36.856295 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-781118a5-8a6a-4674-a762-6d7488c12644 req-53397f36-ece6-41cc-8120-1ffd0f4bce37 service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2166564
Apr 15 11:03:36.889608 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-057165bd-71e8-4160-98a7-c1aa6075876d req-826b1d2f-5086-4450-ab75-fdcc2f4d5635 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=4e679792-fc0d-4976-ad61-f0b1f27198fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1372759
Apr 15 11:03:36.934549 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179c002e-85fc-479f-ad0e-51ab219d6efa None None] DHCP port deletion for ef21348e-e892-43e1-b5ba-d34f953c7aec request from dv-cinder-786386-1-iscsi {{(pid=85322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:03:36.937209 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27431cb6-3f66-4bf5-ab7b-4b6acf8acd6a req-7f534560-292c-4515-ac61-d44ea57e312d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:36.940555 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-27431cb6-3f66-4bf5-ab7b-4b6acf8acd6a req-7f534560-292c-4515-ac61-d44ea57e312d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 944 time: 0.4266715
Apr 15 11:03:36.948543 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f05b37-acee-4599-8bf3-644f28117464 None None] Network 4ee12c8b-6600-4901-8706-938905dad224 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:03:36.984353 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-179c002e-85fc-479f-ad0e-51ab219d6efa None None] Deleting port 77e997a3-e832-48f7-9140-1641496c79be {{(pid=85322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:36.985070 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-179c002e-85fc-479f-ad0e-51ab219d6efa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:37.013977 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-27431cb6-3f66-4bf5-ab7b-4b6acf8acd6a req-e39a140e-8a85-4f07-bb41-aea4ecb88e6e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600817
Apr 15 11:03:37.225269 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] For port 77e997a3-e832-48f7-9140-1641496c79be, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=77e997a3-e832-48f7-9140-1641496c79be,segment=NetworkSegment(47b0d63e-98a3-4960-b77e-1cd572319c35),segment_id=47b0d63e-98a3-4960-b77e-1cd572319c35)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:37.226294 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:37.400159 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:37.465968 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47aad833-3f54-411d-b1fa-cb818d748df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:03:37.515773 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:37.603567 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:37.612630 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:37.689111 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 49294) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:37.778477 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Calling delete_port for 77e997a3-e832-48f7-9140-1641496c79be owned by network:dhcp {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:37.870501 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-179c002e-85fc-479f-ad0e-51ab219d6efa None None] For port 77e997a3-e832-48f7-9140-1641496c79be, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=77e997a3-e832-48f7-9140-1641496c79be,segment=NetworkSegment(47b0d63e-98a3-4960-b77e-1cd572319c35),segment_id=47b0d63e-98a3-4960-b77e-1cd572319c35)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:37.871071 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-179c002e-85fc-479f-ad0e-51ab219d6efa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:37.885306 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:37.891521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:37.943002 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8cae15ae-8b5a-4de0-8208-46d6a111b3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:37.991453 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47aad833-3f54-411d-b1fa-cb818d748df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab', 'code': 200}
Apr 15 11:03:38.004618 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:38.023474 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-81915ca5-c4bd-4e15-967f-14ace661b507 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:38.049020 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-8cae15ae-8b5a-4de0-8208-46d6a111b3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:03:38.060164 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-8cae15ae-8b5a-4de0-8208-46d6a111b3fd admin admin] Usage tracker for resource:security_group_rule and tenant:4666e3c7303d4d498ce16eb814f7ed36 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:03:38.117894 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-8cae15ae-8b5a-4de0-8208-46d6a111b3fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:03:38.156534 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-8cae15ae-8b5a-4de0-8208-46d6a111b3fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:03:38.219501 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Pushing event deleted for resources: {'Port': ['ID=77e997a3-e832-48f7-9140-1641496c79be,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:38.223016 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:38.363092 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63f46e-b617-4fd7-91fd-7cbd72e8a222 req-8d90c1a5-14e6-4742-a585-200854ba6c83 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:38.373066 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5b63f46e-b617-4fd7-91fd-7cbd72e8a222 req-8d90c1a5-14e6-4742-a585-200854ba6c83 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 944 time: 0.3167820
Apr 15 11:03:38.408985 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] No DVR routers for this DVR port 77e997a3-e832-48f7-9140-1641496c79be on host dv-cinder-786386-1-iscsi {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:03:38.423789 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-179c002e-85fc-479f-ad0e-51ab219d6efa None None] Calling delete_port for 77e997a3-e832-48f7-9140-1641496c79be owned by network:dhcp {{(pid=85322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:03:38.460270 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device e3376e3d-e267-4c82-982d-ebdf04a85d34 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:03:38.489786 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5b63f46e-b617-4fd7-91fd-7cbd72e8a222 req-f9ce38e2-dc71-4481-9424-181be46b1245 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=4e679792-fc0d-4976-ad61-f0b1f27198fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1155715
Apr 15 11:03:38.548124 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8cae15ae-8b5a-4de0-8208-46d6a111b3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:38.575859 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a31a89-b0e4-4817-a87e-6b51bded6daf req-c2a7c35e-53a7-46b9-b017-87159e1f14a0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:38.593608 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f1a31a89-b0e4-4817-a87e-6b51bded6daf req-c2a7c35e-53a7-46b9-b017-87159e1f14a0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.2987635
Apr 15 11:03:38.596838 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8cae15ae-8b5a-4de0-8208-46d6a111b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:38.618955 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-40723e0e-f0c9-4671-b604-2e9b1fabae89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:38.687208 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.api [None req-179c002e-85fc-479f-ad0e-51ab219d6efa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:03:38.687698 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_db.api [None req-179c002e-85fc-479f-ad0e-51ab219d6efa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:03:38.692126 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 77e997a3-e832-48f7-9140-1641496c79be no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:03:38.693392 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae15ae-8b5a-4de0-8208-46d6a111b3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9da8a5-24d7-4d17-ab20-4a514b2cb315,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:38.732430 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8cae15ae-8b5a-4de0-8208-46d6a111b3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:38.784871 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854341903', 'neutron.services.segments.db._delete_segments_for_network--9223363306319465793'] for network, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:38.809852 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-8cae15ae-8b5a-4de0-8208-46d6a111b3fd admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4666e3c7303d4d498ce16eb814f7ed36&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1145432
Apr 15 11:03:38.811614 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 49318) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:38.829828 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f1a31a89-b0e4-4817-a87e-6b51bded6daf req-e7fb1b66-86b6-45e5-9d0b-af108f6bddb8 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2121568
Apr 15 11:03:38.869924 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port e3376e3d-e267-4c82-982d-ebdf04a85d34, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e3376e3d-e267-4c82-982d-ebdf04a85d34,segment=NetworkSegment(bbe9b76a-2909-49df-a0d1-c8bbbac386a7),segment_id=bbe9b76a-2909-49df-a0d1-c8bbbac386a7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:38.901362 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: 77e997a3-e832-48f7-9140-1641496c79be {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:03:38.902231 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 77e997a3-e832-48f7-9140-1641496c79be not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:03:38.905947 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': 'e3376e3d-e267-4c82-982d-ebdf04a85d34', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'port_id': 'e3376e3d-e267-4c82-982d-ebdf04a85d34', 'mac_address': 'fa:16:3e:de:60:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:03:38.987296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b05772-dd63-48f2-8741-5d72c56c8c24 req-6e53e7ad-f665-4ce0-a76a-b82652534863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:38.989046 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-90b05772-dd63-48f2-8741-5d72c56c8c24 req-6e53e7ad-f665-4ce0-a76a-b82652534863 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 1098 time: 0.4304695
Apr 15 11:03:39.030529 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:39.037604 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0bbfbfe9b0>,) {'filters': {'network_id': ['ef21348e-e892-43e1-b5ba-d34f953c7aec']}} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:39.062123 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bbfbfe9b0>, '47b0d63e-98a3-4960-b77e-1cd572319c35') {'for_net_delete': True} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:39.062488 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bbfbfe9b0>, '47b0d63e-98a3-4960-b77e-1cd572319c35') {} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:39.067842 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3376e3d-e267-4c82-982d-ebdf04a85d34 {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:03:39.097099 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306319469889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3589659'] for segment, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:39.101168 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port e3376e3d-e267-4c82-982d-ebdf04a85d34, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e3376e3d-e267-4c82-982d-ebdf04a85d34,segment=NetworkSegment(bbe9b76a-2909-49df-a0d1-c8bbbac386a7),segment_id=bbe9b76a-2909-49df-a0d1-c8bbbac386a7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:39.105220 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-31854f30-d1e1-4210-ba4b-943a6e8e9046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:39.106649 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:39.110663 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:39.122437 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-90b05772-dd63-48f2-8741-5d72c56c8c24 req-37eaa162-3fcd-4785-8304-d54857717af8 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1167905
Apr 15 11:03:39.152647 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:39.174282 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-31854f30-d1e1-4210-ba4b-943a6e8e9046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:39.188016 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Releasing vlan 1400 on physical network physnet1 to pool {{(pid=85321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:03:39.190282 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-179c002e-85fc-479f-ad0e-51ab219d6efa None None] Deleting port 77e997a3-e832-48f7-9140-1641496c79be {{(pid=85322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:03:39.191086 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-179c002e-85fc-479f-ad0e-51ab219d6efa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:39.323051 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-179c002e-85fc-479f-ad0e-51ab219d6efa None None] The port '77e997a3-e832-48f7-9140-1641496c79be' was deleted {{(pid=85322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:03:39.335618 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=e3376e3d-e267-4c82-982d-ebdf04a85d34,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:39.339632 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:39.419518 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['e3376e3d-e267-4c82-982d-ebdf04a85d34'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:03:39.698055 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Network ef21348e-e892-43e1-b5ba-d34f953c7aec has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:03:39.710281 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-63568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167214'] for segment, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:39.755748 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d2140-2bf0-48a9-b80c-3b50c2b8647d req-6f3d7af5-9af3-4ae6-bb51-da5337638ef7 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:39.758204 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-535d2140-2bf0-48a9-b80c-3b50c2b8647d req-6f3d7af5-9af3-4ae6-bb51-da5337638ef7 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 945 time: 0.1460240
Apr 15 11:03:39.787147 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-31854f30-d1e1-4210-ba4b-943a6e8e9046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:39.794277 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-99d02707-ac14-42a6-8122-b3eac78efa5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:39.839056 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-535d2140-2bf0-48a9-b80c-3b50c2b8647d req-4dc1173e-7a1d-4d50-ad37-1b40ffe47c1a tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=4e679792-fc0d-4976-ad61-f0b1f27198fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733624
Apr 15 11:03:39.840599 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31854f30-d1e1-4210-ba4b-943a6e8e9046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9da8a5-24d7-4d17-ab20-4a514b2cb315,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:39.912478 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-31854f30-d1e1-4210-ba4b-943a6e8e9046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:39.948116 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Network ef21348e-e892-43e1-b5ba-d34f953c7aec has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]: Traceback (most recent call last):
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:     timer()
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:     cb(*args, **kw)
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:     return func(*args, **kwargs)
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:     self._notify()
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:     self.callback(batched_events)
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:     event.method(event)
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:     segment_id)['aggregates'][0]
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:     return f(self, *a, **k)
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self._get(url).json()
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:     **kwargs)
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:     **endpoint_filter)
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:03:39.979433 dv-cinder-786386-1-iscsi neutron-server[85207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:03:39.990849 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-31854f30-d1e1-4210-ba4b-943a6e8e9046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:39.990849 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-31854f30-d1e1-4210-ba4b-943a6e8e9046 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/2b9da8a5-24d7-4d17-ab20-4a514b2cb315 HTTP/1.1" status: 204  len: 168 time: 1.1698670
Apr 15 11:03:40.163158 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-433798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006288'] for network, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:40.169091 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:40.225217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:40.264489 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef21348e-e892-43e1-b5ba-d34f953c7aec,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:40.273217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device e3376e3d-e267-4c82-982d-ebdf04a85d34 up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:03:40.302522 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] 10.222.0.100 "DELETE /v2.0/networks/ef21348e-e892-43e1-b5ba-d34f953c7aec HTTP/1.1" status: 204  len: 168 time: 4.6620886
Apr 15 11:03:40.316525 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:40.341111 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fe513-d867-4082-9441-e899cb9731e6 req-a3dff315-ce7b-42b8-bfb7-2b44e93d4ef5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:40.345407 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e86fe513-d867-4082-9441-e899cb9731e6 req-a3dff315-ce7b-42b8-bfb7-2b44e93d4ef5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.2525325
Apr 15 11:03:40.485490 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e86fe513-d867-4082-9441-e899cb9731e6 req-3517aaf4-6a86-4c47-bddc-cc435eaef2dc tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1149535
Apr 15 11:03:40.574118 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port e3376e3d-e267-4c82-982d-ebdf04a85d34 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:03:40.582951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port e3376e3d-e267-4c82-982d-ebdf04a85d34 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:03:40.585025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:40.751145 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:40.783478 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a041e7-029e-486f-8d98-6327fcdf4215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3376e3d-e267-4c82-982d-ebdf04a85d34'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:03:40.795109 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port e3376e3d-e267-4c82-982d-ebdf04a85d34, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e3376e3d-e267-4c82-982d-ebdf04a85d34,segment=NetworkSegment(bbe9b76a-2909-49df-a0d1-c8bbbac386a7),segment_id=bbe9b76a-2909-49df-a0d1-c8bbbac386a7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:03:40.800025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:40.805784 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 49378) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:40.806362 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:40.905446 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a041e7-029e-486f-8d98-6327fcdf4215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3376e3d-e267-4c82-982d-ebdf04a85d34', 'code': 200}
Apr 15 11:03:40.936406 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=e3376e3d-e267-4c82-982d-ebdf04a85d34,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:40.941713 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:41.258202 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa13f2-198c-4479-99df-7ff1fa81ea8c req-eeb2a58e-9ae6-4e13-8703-826de1b3786b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:41.269354 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-97aa13f2-198c-4479-99df-7ff1fa81ea8c req-eeb2a58e-9ae6-4e13-8703-826de1b3786b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 946 time: 0.2402287
Apr 15 11:03:41.288197 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-3951613c-1cf4-47ca-9770-7e54d2893d1d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=453d45013f7a4811b3a3f8a11e72dec1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4805472
Apr 15 11:03:41.293691 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 49394) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:41.340697 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-97aa13f2-198c-4479-99df-7ff1fa81ea8c req-0ea9e0b8-990a-43d6-860a-93bdd5a88d72 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=4e679792-fc0d-4976-ad61-f0b1f27198fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625024
Apr 15 11:03:41.483725 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69b447-5870-4b27-8080-6fa48630ab23 req-0520aa9e-df98-4b7f-a9d5-027a3b30a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:41.486698 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cd69b447-5870-4b27-8080-6fa48630ab23 req-0520aa9e-df98-4b7f-a9d5-027a3b30a008 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 1099 time: 0.2684586
Apr 15 11:03:41.488030 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-28306b78-d20b-4b9a-8a98-ca8a8277c741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:41.549640 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-28306b78-d20b-4b9a-8a98-ca8a8277c741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:41.583007 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cd69b447-5870-4b27-8080-6fa48630ab23 req-be2b16e3-5aa1-4d88-a942-62f37146155d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4e679792-fc0d-4976-ad61-f0b1f27198fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831211
Apr 15 11:03:41.614928 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-28306b78-d20b-4b9a-8a98-ca8a8277c741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:41.623038 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d7ef7991-85db-426d-962c-9cb5b0602cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:41.639876 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28306b78-d20b-4b9a-8a98-ca8a8277c741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df434f9-9e23-4fe1-b304-7abc61de6369,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:41.643041 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-28306b78-d20b-4b9a-8a98-ca8a8277c741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:41.644225 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-28306b78-d20b-4b9a-8a98-ca8a8277c741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:41.646111 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-28306b78-d20b-4b9a-8a98-ca8a8277c741 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3df434f9-9e23-4fe1-b304-7abc61de6369 HTTP/1.1" status: 204  len: 168 time: 0.3495650
Apr 15 11:03:41.867980 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610bb07-0a81-4069-bb68-7ff9401c8690 req-1a7a7b03-5d53-4862-a421-7657ee548373 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:41.869810 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9610bb07-0a81-4069-bb68-7ff9401c8690 req-1a7a7b03-5d53-4862-a421-7657ee548373 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.1065032
Apr 15 11:03:41.958802 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9610bb07-0a81-4069-bb68-7ff9401c8690 req-010f6e48-c9e8-49a6-b8a7-705597d9309d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547767
Apr 15 11:03:42.165144 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c13a84-4147-4d7e-b95b-9ff506632479 req-6e6a4dff-b342-4338-a397-49f39a23748d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:42.167336 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-94c13a84-4147-4d7e-b95b-9ff506632479 req-6e6a4dff-b342-4338-a397-49f39a23748d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.1076798
Apr 15 11:03:42.178651 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 49424) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:42.188358 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-5f168a52-561c-4489-9122-9d04913f428d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Request body: {'floatingip': {'port_id': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:42.273489 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 49428) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:42.295084 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5f168a52-561c-4489-9122-9d04913f428d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for floatingip, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:42.365329 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-b65d093d-76d1-4a80-ac52-05720d9b6fb1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=bb57869b1cf14a7f9691058a0744c006&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0902927
Apr 15 11:03:42.369106 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 49432) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:42.488287 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c590ee0e-160f-45a1-8f24-3e479ed9cc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:42.546767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c590ee0e-160f-45a1-8f24-3e479ed9cc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:42.615121 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c590ee0e-160f-45a1-8f24-3e479ed9cc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:42.620784 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2889be1f-6952-4d05-8e81-97b80f569862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:42.634300 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590ee0e-160f-45a1-8f24-3e479ed9cc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c925a78c-19ba-4525-9079-1685dc44dc8b,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:42.649927 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c590ee0e-160f-45a1-8f24-3e479ed9cc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:42.651891 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c590ee0e-160f-45a1-8f24-3e479ed9cc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:42.665749 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-c590ee0e-160f-45a1-8f24-3e479ed9cc7d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c925a78c-19ba-4525-9079-1685dc44dc8b HTTP/1.1" status: 204  len: 168 time: 0.2891853
Apr 15 11:03:42.931097 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1fa93-b9c7-4fb8-a974-01b2a52044a6 req-fd7d055e-2c34-4d53-aac4-a4da6e93516d tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:42.933084 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a0f1fa93-b9c7-4fb8-a974-01b2a52044a6 req-fd7d055e-2c34-4d53-aac4-a4da6e93516d tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 946 time: 0.3196509
Apr 15 11:03:43.096680 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a0f1fa93-b9c7-4fb8-a974-01b2a52044a6 req-bc596595-95df-4891-8796-4f46900c4448 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=4e679792-fc0d-4976-ad61-f0b1f27198fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1519718
Apr 15 11:03:43.511247 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5f168a52-561c-4489-9122-9d04913f428d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:43.514725 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5f168a52-561c-4489-9122-9d04913f428d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006503'] for floatingip, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:43.960024 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_db [None req-5f168a52-561c-4489-9122-9d04913f428d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Floating IP 808dee5b-65f4-4beb-950c-29deef89cfd7 associated. External IP: 172.27.0.103, port: 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab.
Apr 15 11:03:44.556702 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65919bff-e648-48eb-9827-ed852a75c250 req-4a369f68-601c-4c43-b3ae-5bc637b64a83 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:44.558413 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-65919bff-e648-48eb-9827-ed852a75c250 req-4a369f68-601c-4c43-b3ae-5bc637b64a83 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 946 time: 0.2415471
Apr 15 11:03:44.563845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f168a52-561c-4489-9122-9d04913f428d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Router a5af8181-6cdb-4a2c-80f3-62d44e10f475 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:03:44.768043 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-65919bff-e648-48eb-9827-ed852a75c250 req-91f3a64d-9ed9-4a88-9f94-00e56d0624bd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=4e679792-fc0d-4976-ad61-f0b1f27198fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2001824
Apr 15 11:03:44.817948 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f168a52-561c-4489-9122-9d04913f428d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:03:44.834434 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004ed3fc-608b-4041-8b76-16b3ce0cb956 None None] Sync routers for ids ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:03:44.857056 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5f168a52-561c-4489-9122-9d04913f428d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:44.858117 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004ed3fc-608b-4041-8b76-16b3ce0cb956 None None] Routers {'a5af8181-6cdb-4a2c-80f3-62d44e10f475'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:44.860016 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-004ed3fc-608b-4041-8b76-16b3ce0cb956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e24c50>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:45.090073 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-5f168a52-561c-4489-9122-9d04913f428d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "PUT /v2.0/floatingips/808dee5b-65f4-4beb-950c-29deef89cfd7 HTTP/1.1" status: 200  len: 991 time: 2.9092596
Apr 15 11:03:45.100679 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47aad833-3f54-411d-b1fa-cb818d748df4', 'tag': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab'}] {{(pid=85320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:03:45.170907 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-004ed3fc-608b-4041-8b76-16b3ce0cb956 None None] Set router a5af8181-6cdb-4a2c-80f3-62d44e10f475 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:45.175581 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228277d-3fee-4ba3-98c2-883c8822d289 req-e2189dc1-943d-4279-8d90-50fe60fda4b3 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:45.191345 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8228277d-3fee-4ba3-98c2-883c8822d289 req-e2189dc1-943d-4279-8d90-50fe60fda4b3 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 946 time: 0.2219167
Apr 15 11:03:45.195180 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 49472) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:45.204417 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-605cecb7-9700-4eeb-9298-77d9677cb23b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Request body: {'floatingip': {'port_id': 'e3376e3d-e267-4c82-982d-ebdf04a85d34'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:03:45.276484 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47aad833-3f54-411d-b1fa-cb818d748df4', 'tag': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab', 'status': 'completed', 'code': 200}
Apr 15 11:03:45.310694 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-605cecb7-9700-4eeb-9298-77d9677cb23b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for floatingip, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:45.414474 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3c115-334b-4374-8aa9-3c4f04e7afad req-e481e11d-32e4-44d2-889b-08c0ada488bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:45.417484 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8bd3c115-334b-4374-8aa9-3c4f04e7afad req-e481e11d-32e4-44d2-889b-08c0ada488bf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=680f4c59aed648ae8db373d5dcc3c9ed&device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 1098 time: 0.1104727
Apr 15 11:03:45.505491 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:03:45.618627 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3c115-334b-4374-8aa9-3c4f04e7afad req-897f0271-5f40-47bc-8672-73796c3a1c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:45.620714 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8bd3c115-334b-4374-8aa9-3c4f04e7afad req-897f0271-5f40-47bc-8672-73796c3a1c98 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca HTTP/1.1" status: 200  len: 917 time: 0.1961572
Apr 15 11:03:45.621300 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-004ed3fc-608b-4041-8b76-16b3ce0cb956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e24c50>, [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '946ea82d-0483-4423-9ea9-121de1e03135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:31Z', 'revision_number': 4, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port': {'id': '946ea82d-0483-4423-9ea9-121de1e03135', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:02Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '808dee5b-65f4-4beb-950c-29deef89cfd7', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'port_id': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'mac_address': 'fa:16:3e:6b:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47aad833-3f54-411d-b1fa-cb818d748df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:07Z', 'updated_at': '2021-04-15T11:03:43Z', 'revision_number': 1, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7476f7-9582-4a44-9d79-63a42cea918d', 'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'mac_address': 'fa:16:3e:aa:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:27Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 5, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'subnets': [{'id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:45.625981 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004ed3fc-608b-4041-8b76-16b3ce0cb956 None None] Checking router: a5af8181-6cdb-4a2c-80f3-62d44e10f475 for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:03:45.637250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004ed3fc-608b-4041-8b76-16b3ce0cb956 None None] Routers {'a5af8181-6cdb-4a2c-80f3-62d44e10f475'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:45.637937 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-004ed3fc-608b-4041-8b76-16b3ce0cb956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e24c50>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:45.776391 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8bd3c115-334b-4374-8aa9-3c4f04e7afad req-d87fbdef-9960-4d3a-8386-7a1a792f9409 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab HTTP/1.1" status: 200  len: 999 time: 0.1486075
Apr 15 11:03:45.890750 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-004ed3fc-608b-4041-8b76-16b3ce0cb956 None None] Set router a5af8181-6cdb-4a2c-80f3-62d44e10f475 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:45.908373 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3c115-334b-4374-8aa9-3c4f04e7afad req-31eb69bf-bd98-4d73-a8d6-039bd084d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:45.911793 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8bd3c115-334b-4374-8aa9-3c4f04e7afad req-31eb69bf-bd98-4d73-a8d6-039bd084d517 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cc8f8bbb-1b00-4320-81db-dc64ff750b3a HTTP/1.1" status: 200  len: 854 time: 0.1273365
Apr 15 11:03:46.057016 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-605cecb7-9700-4eeb-9298-77d9677cb23b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:46.061735 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-605cecb7-9700-4eeb-9298-77d9677cb23b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006503'] for floatingip, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:46.083985 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3c115-334b-4374-8aa9-3c4f04e7afad req-99bb9fe1-a651-4d4f-a3ae-bda2a2b9518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:46.086260 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8bd3c115-334b-4374-8aa9-3c4f04e7afad req-99bb9fe1-a651-4d4f-a3ae-bda2a2b9518a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1598127
Apr 15 11:03:46.293477 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_db [None req-605cecb7-9700-4eeb-9298-77d9677cb23b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Floating IP 70247b6a-e40c-4e85-bbe1-7017a9f2b251 associated. External IP: 172.27.0.243, port: e3376e3d-e267-4c82-982d-ebdf04a85d34.
Apr 15 11:03:46.406333 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8bd3c115-334b-4374-8aa9-3c4f04e7afad req-31f6c7ae-893e-45cf-9944-e823227dd324 service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3119006
Apr 15 11:03:46.607279 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-004ed3fc-608b-4041-8b76-16b3ce0cb956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e24c50>, [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '946ea82d-0483-4423-9ea9-121de1e03135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:31Z', 'revision_number': 4, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port': {'id': '946ea82d-0483-4423-9ea9-121de1e03135', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:02Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '808dee5b-65f4-4beb-950c-29deef89cfd7', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'port_id': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'mac_address': 'fa:16:3e:6b:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47aad833-3f54-411d-b1fa-cb818d748df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:07Z', 'updated_at': '2021-04-15T11:03:43Z', 'revision_number': 1, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7476f7-9582-4a44-9d79-63a42cea918d', 'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'mac_address': 'fa:16:3e:aa:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:27Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 5, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'subnets': [{'id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:46.617785 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004ed3fc-608b-4041-8b76-16b3ce0cb956 None None] The sync data for ids ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'] in dv-cinder-786386-1-iscsi is: [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '946ea82d-0483-4423-9ea9-121de1e03135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:31Z', 'revision_number': 4, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port': {'id': '946ea82d-0483-4423-9ea9-121de1e03135', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:02Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '808dee5b-65f4-4beb-950c-29deef89cfd7', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'port_id': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'mac_address': 'fa:16:3e:6b:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47aad833-3f54-411d-b1fa-cb818d748df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:07Z', 'updated_at': '2021-04-15T11:03:43Z', 'revision_number': 1, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7476f7-9582-4a44-9d79-63a42cea918d', 'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'mac_address': 'fa:16:3e:aa:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:27Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 5, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'subnets': [{'id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:03:46.742941 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8bd3c115-334b-4374-8aa9-3c4f04e7afad req-e92988d3-90e0-4303-87d9-ad686e157449 service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3294325
Apr 15 11:03:47.068403 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c829fa1-09e4-4eea-8a9a-5027cdd13b29 None None] New status for floating IP 808dee5b-65f4-4beb-950c-29deef89cfd7: ACTIVE {{(pid=85323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:03:47.085664 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605cecb7-9700-4eeb-9298-77d9677cb23b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:03:47.348473 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605cecb7-9700-4eeb-9298-77d9677cb23b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:03:47.353441 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-605cecb7-9700-4eeb-9298-77d9677cb23b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:47.368209 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b831ca03-2d5c-489a-975d-90603b68162e None None] Sync routers for ids ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:03:47.400421 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b831ca03-2d5c-489a-975d-90603b68162e None None] Routers {'2cca1b90-0fc0-46d3-96f8-d55353acfef7'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:47.401585 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-b831ca03-2d5c-489a-975d-90603b68162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc4c7e390>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:47.428871 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-605cecb7-9700-4eeb-9298-77d9677cb23b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "PUT /v2.0/floatingips/70247b6a-e40c-4e85-bbe1-7017a9f2b251 HTTP/1.1" status: 200  len: 992 time: 2.2323349
Apr 15 11:03:47.429601 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a041e7-029e-486f-8d98-6327fcdf4215', 'tag': 'e3376e3d-e267-4c82-982d-ebdf04a85d34'}] {{(pid=85320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:03:47.556565 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a041e7-029e-486f-8d98-6327fcdf4215', 'tag': 'e3376e3d-e267-4c82-982d-ebdf04a85d34', 'status': 'completed', 'code': 200}
Apr 15 11:03:47.783308 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26b5a5-84b0-41ad-9e99-dbbdacc3fc51 req-29dd766e-1747-4523-93bc-f3266027721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:47.786979 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6a26b5a5-84b0-41ad-9e99-dbbdacc3fc51 req-29dd766e-1747-4523-93bc-f3266027721f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0959c169751f48ebbdb3397c86b113dc&device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 1099 time: 0.1703055
Apr 15 11:03:47.928157 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-b831ca03-2d5c-489a-975d-90603b68162e None None] Set router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:47.963744 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26b5a5-84b0-41ad-9e99-dbbdacc3fc51 req-f1c30df7-54ca-43d1-a4ca-a1560caff3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:47.965648 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6a26b5a5-84b0-41ad-9e99-dbbdacc3fc51 req-f1c30df7-54ca-43d1-a4ca-a1560caff3e6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f2540102-4996-4e3c-af26-30cf18f2f6dc HTTP/1.1" status: 200  len: 913 time: 0.1610413
Apr 15 11:03:48.110839 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6a26b5a5-84b0-41ad-9e99-dbbdacc3fc51 req-7766f463-14a1-41fe-be10-856e306b65e1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3376e3d-e267-4c82-982d-ebdf04a85d34 HTTP/1.1" status: 200  len: 1000 time: 0.1378493
Apr 15 11:03:48.225218 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26b5a5-84b0-41ad-9e99-dbbdacc3fc51 req-e15bcf34-ac75-4e50-9291-3a5c6191e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:48.227192 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6a26b5a5-84b0-41ad-9e99-dbbdacc3fc51 req-e15bcf34-ac75-4e50-9291-3a5c6191e54f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e HTTP/1.1" status: 200  len: 850 time: 0.1094942
Apr 15 11:03:48.349364 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26b5a5-84b0-41ad-9e99-dbbdacc3fc51 req-27bc4bcb-1e78-40fa-940f-d2543ba8ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:48.351061 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6a26b5a5-84b0-41ad-9e99-dbbdacc3fc51 req-27bc4bcb-1e78-40fa-940f-d2543ba8ff6b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f2540102-4996-4e3c-af26-30cf18f2f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1167233
Apr 15 11:03:48.395969 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-b831ca03-2d5c-489a-975d-90603b68162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc4c7e390>, [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:23Z', 'revision_number': 4, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port': {'id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:03Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '70247b6a-e40c-4e85-bbe1-7017a9f2b251', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'port_id': 'e3376e3d-e267-4c82-982d-ebdf04a85d34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'mac_address': 'fa:16:3e:de:60:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a041e7-029e-486f-8d98-6327fcdf4215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:06Z', 'updated_at': '2021-04-15T11:03:45Z', 'revision_number': 1, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962e6f28-ed87-4d4a-81c2-e0b014d94425', 'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'mac_address': 'fa:16:3e:2c:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:21Z', 'updated_at': '2021-04-15T10:57:37Z', 'revision_number': 5, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'subnets': [{'id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:48.400746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b831ca03-2d5c-489a-975d-90603b68162e None None] Checking router: 2cca1b90-0fc0-46d3-96f8-d55353acfef7 for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:03:48.410988 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b831ca03-2d5c-489a-975d-90603b68162e None None] Routers {'2cca1b90-0fc0-46d3-96f8-d55353acfef7'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:03:48.411675 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-b831ca03-2d5c-489a-975d-90603b68162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc4c7e390>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:03:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:48.539720 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6a26b5a5-84b0-41ad-9e99-dbbdacc3fc51 req-047aa2bf-afd4-499d-80da-6068629ac294 service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737132
Apr 15 11:03:48.715377 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6a26b5a5-84b0-41ad-9e99-dbbdacc3fc51 req-f98328a9-132e-4207-bcae-cd915b937509 service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1635835
Apr 15 11:03:48.720779 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-b831ca03-2d5c-489a-975d-90603b68162e None None] Set router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:03:49.245179 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-b831ca03-2d5c-489a-975d-90603b68162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc4c7e390>, [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:23Z', 'revision_number': 4, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port': {'id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:03Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '70247b6a-e40c-4e85-bbe1-7017a9f2b251', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'port_id': 'e3376e3d-e267-4c82-982d-ebdf04a85d34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'mac_address': 'fa:16:3e:de:60:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a041e7-029e-486f-8d98-6327fcdf4215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:06Z', 'updated_at': '2021-04-15T11:03:45Z', 'revision_number': 1, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962e6f28-ed87-4d4a-81c2-e0b014d94425', 'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'mac_address': 'fa:16:3e:2c:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:21Z', 'updated_at': '2021-04-15T10:57:37Z', 'revision_number': 5, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'subnets': [{'id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:49.249583 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b831ca03-2d5c-489a-975d-90603b68162e None None] The sync data for ids ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'] in dv-cinder-786386-1-iscsi is: [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:23Z', 'revision_number': 4, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port': {'id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:03Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '70247b6a-e40c-4e85-bbe1-7017a9f2b251', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'port_id': 'e3376e3d-e267-4c82-982d-ebdf04a85d34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'mac_address': 'fa:16:3e:de:60:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a041e7-029e-486f-8d98-6327fcdf4215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:06Z', 'updated_at': '2021-04-15T11:03:45Z', 'revision_number': 1, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962e6f28-ed87-4d4a-81c2-e0b014d94425', 'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'mac_address': 'fa:16:3e:2c:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:21Z', 'updated_at': '2021-04-15T10:57:37Z', 'revision_number': 5, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'subnets': [{'id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:03:49.527427 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a0f44-1173-4506-ac7e-63746cf7511f None None] New status for floating IP 70247b6a-e40c-4e85-bbe1-7017a9f2b251: ACTIVE {{(pid=85323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:03:51.241689 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:53.854558 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7c34dda4-52a0-45ee-839c-7d0ab5ae221c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:55.163709 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-09af6af5-83f4-46ae-9126-8b64ee011fd8 req-9e93eb73-01cc-4140-b3fb-83b9ca6fbd8b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1052620
Apr 15 11:03:55.378824 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af6af5-83f4-46ae-9126-8b64ee011fd8 req-0056d726-f732-4343-bab9-bae94b3cfb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:55.382252 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-09af6af5-83f4-46ae-9126-8b64ee011fd8 req-0056d726-f732-4343-bab9-bae94b3cfb3e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=680f4c59aed648ae8db373d5dcc3c9ed&device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 1098 time: 0.1130252
Apr 15 11:03:55.456034 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-60d0eb59-b830-4cc1-8ce5-ef56643a4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:55.548688 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af6af5-83f4-46ae-9126-8b64ee011fd8 req-83807a88-5f01-4860-ac77-759696f352d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:55.550404 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-09af6af5-83f4-46ae-9126-8b64ee011fd8 req-83807a88-5f01-4860-ac77-759696f352d4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca HTTP/1.1" status: 200  len: 917 time: 0.1456349
Apr 15 11:03:55.677506 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-09af6af5-83f4-46ae-9126-8b64ee011fd8 req-9fcbe7e6-df08-4be8-9abf-f12ffca3f9cd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab HTTP/1.1" status: 200  len: 1001 time: 0.1165631
Apr 15 11:03:55.753663 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af6af5-83f4-46ae-9126-8b64ee011fd8 req-147fd100-e7f6-47ee-9369-c291f05ae89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:55.755940 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-09af6af5-83f4-46ae-9126-8b64ee011fd8 req-147fd100-e7f6-47ee-9369-c291f05ae89c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cc8f8bbb-1b00-4320-81db-dc64ff750b3a HTTP/1.1" status: 200  len: 854 time: 0.0715909
Apr 15 11:03:55.843099 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af6af5-83f4-46ae-9126-8b64ee011fd8 req-64ab944a-87da-4b9c-bf68-ef68552f9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:03:55.844746 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-09af6af5-83f4-46ae-9126-8b64ee011fd8 req-64ab944a-87da-4b9c-bf68-ef68552f9b32 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818727
Apr 15 11:03:56.040128 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-09af6af5-83f4-46ae-9126-8b64ee011fd8 req-419bb52e-4c79-487f-aabd-fcb47196e827 service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1867337
Apr 15 11:03:56.300235 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 49614) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:56.305833 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-09af6af5-83f4-46ae-9126-8b64ee011fd8 req-d42e7310-182d-4360-8a95-48b9e4d43b8a service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2374275
Apr 15 11:03:56.396759 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d2b061-86f3-422b-9ee6-c9842404f9a2 admin admin] Deleting subnet 92c5dfb4-284d-4e65-b90e-8d281790e69d {{(pid=85320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:03:56.400404 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b061-86f3-422b-9ee6-c9842404f9a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:56.458659 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b061-86f3-422b-9ee6-c9842404f9a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2647947'] for subnet, precommit_delete_associations {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:56.522786 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b061-86f3-422b-9ee6-c9842404f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5390'] for subnet, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:56.680050 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:56.820142 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b061-86f3-422b-9ee6-c9842404f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852363664'] for subnet, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:56.839375 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:56.933623 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2b061-86f3-422b-9ee6-c9842404f9a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92c5dfb4-284d-4e65-b90e-8d281790e69d,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:56.939186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a7d2b061-86f3-422b-9ee6-c9842404f9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:56.983955 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b061-86f3-422b-9ee6-c9842404f9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:56.990708 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-a7d2b061-86f3-422b-9ee6-c9842404f9a2 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/92c5dfb4-284d-4e65-b90e-8d281790e69d HTTP/1.1" status: 204  len: 168 time: 0.6892805
Apr 15 11:03:56.993413 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 49618) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:57.060068 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:57.125233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b5161584-356f-4fbd-a8e7-7683ecd79500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854678852'] for network, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:57.363981 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b5161584-356f-4fbd-a8e7-7683ecd79500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854341903', 'neutron.services.segments.db._delete_segments_for_network--9223363306319465793'] for network, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:57.492172 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-b5161584-356f-4fbd-a8e7-7683ecd79500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0bc4452a90>,) {'filters': {'network_id': ['880260f5-8317-40aa-8bef-43c1463cf547']}} {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:57.509522 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-b5161584-356f-4fbd-a8e7-7683ecd79500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc4452a90>, '77c46983-bf85-4d04-b1c4-1f90683d91d0') {'for_net_delete': True} {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:57.510010 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-b5161584-356f-4fbd-a8e7-7683ecd79500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc4452a90>, '77c46983-bf85-4d04-b1c4-1f90683d91d0') {} {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:57.524250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b5161584-356f-4fbd-a8e7-7683ecd79500 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306319469889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852127853'] for segment, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:57.542336 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b5161584-356f-4fbd-a8e7-7683ecd79500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:57.549413 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5161584-356f-4fbd-a8e7-7683ecd79500 admin admin] Releasing vlan 1436 on physical network physnet1 to pool {{(pid=85320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:03:57.743048 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-b5161584-356f-4fbd-a8e7-7683ecd79500 admin admin] Network 880260f5-8317-40aa-8bef-43c1463cf547 has no segments {{(pid=85320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:03:57.753050 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b5161584-356f-4fbd-a8e7-7683ecd79500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-63568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852082610'] for segment, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:57.946955 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-b5161584-356f-4fbd-a8e7-7683ecd79500 admin admin] Network 880260f5-8317-40aa-8bef-43c1463cf547 has no segments {{(pid=85320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]: Traceback (most recent call last):
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:     timer()
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:     cb(*args, **kw)
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:     return func(*args, **kwargs)
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:     self._notify()
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:     self.callback(batched_events)
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:     event.method(event)
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:     segment_id)['aggregates'][0]
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:     return f(self, *a, **k)
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self._get(url).json()
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:     **kwargs)
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:     **endpoint_filter)
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:03:57.971689 dv-cinder-786386-1-iscsi neutron-server[85207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:03:58.059084 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b5161584-356f-4fbd-a8e7-7683ecd79500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-433798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006288'] for network, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:58.063454 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0e2b5ce3-eb6c-40c4-aeb2-a7dd3651cee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:58.081029 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b5161584-356f-4fbd-a8e7-7683ecd79500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:58.092362 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5161584-356f-4fbd-a8e7-7683ecd79500 admin admin] Pushing event deleted for resources: {'Network': ['ID=880260f5-8317-40aa-8bef-43c1463cf547,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:58.095163 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b5161584-356f-4fbd-a8e7-7683ecd79500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:58.101120 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-b5161584-356f-4fbd-a8e7-7683ecd79500 admin admin] 10.222.0.100 "DELETE /v2.0/networks/880260f5-8317-40aa-8bef-43c1463cf547 HTTP/1.1" status: 204  len: 168 time: 1.1022999
Apr 15 11:03:58.102582 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 49628) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:58.180759 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb5e18e-df78-4f56-a977-7ae33a9392b7 admin admin] Deleting subnet 9b46ec1e-2f88-4683-a3a7-adc1f9be4cee {{(pid=85320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:03:58.184762 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e18e-df78-4f56-a977-7ae33a9392b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:58.247298 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e18e-df78-4f56-a977-7ae33a9392b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2647947'] for subnet, precommit_delete_associations {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:58.313961 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e18e-df78-4f56-a977-7ae33a9392b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5390'] for subnet, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:58.603057 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e18e-df78-4f56-a977-7ae33a9392b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852363664'] for subnet, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:58.621305 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:03:58.714555 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5e18e-df78-4f56-a977-7ae33a9392b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b46ec1e-2f88-4683-a3a7-adc1f9be4cee,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:03:58.717339 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ebb5e18e-df78-4f56-a977-7ae33a9392b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:03:58.767621 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e18e-df78-4f56-a977-7ae33a9392b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:58.775666 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-ebb5e18e-df78-4f56-a977-7ae33a9392b7 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/9b46ec1e-2f88-4683-a3a7-adc1f9be4cee HTTP/1.1" status: 204  len: 168 time: 0.6718609
Apr 15 11:03:58.778260 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 49638) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:03:58.903653 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-711fa521-643a-4fd6-9f29-e3fc6e0809cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854678852'] for network, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:59.119942 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-711fa521-643a-4fd6-9f29-e3fc6e0809cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854341903', 'neutron.services.segments.db._delete_segments_for_network--9223363306319465793'] for network, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:59.247451 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-711fa521-643a-4fd6-9f29-e3fc6e0809cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0bc593c860>,) {'filters': {'network_id': ['4ee12c8b-6600-4901-8706-938905dad224']}} {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:59.261225 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-711fa521-643a-4fd6-9f29-e3fc6e0809cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc593c860>, '44777a90-8d50-4808-95a9-d9c79c99f990') {'for_net_delete': True} {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:59.261570 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-711fa521-643a-4fd6-9f29-e3fc6e0809cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc593c860>, '44777a90-8d50-4808-95a9-d9c79c99f990') {} {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:03:59.275083 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-711fa521-643a-4fd6-9f29-e3fc6e0809cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306319469889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852127853'] for segment, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:59.292217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-711fa521-643a-4fd6-9f29-e3fc6e0809cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:59.299379 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711fa521-643a-4fd6-9f29-e3fc6e0809cb admin admin] Releasing vlan 1423 on physical network physnet1 to pool {{(pid=85320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:03:59.755630 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-711fa521-643a-4fd6-9f29-e3fc6e0809cb admin admin] Network 4ee12c8b-6600-4901-8706-938905dad224 has no segments {{(pid=85320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:03:59.768728 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-711fa521-643a-4fd6-9f29-e3fc6e0809cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-63568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852082610'] for segment, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:03:59.962920 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-711fa521-643a-4fd6-9f29-e3fc6e0809cb admin admin] Network 4ee12c8b-6600-4901-8706-938905dad224 has no segments {{(pid=85320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]: Traceback (most recent call last):
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:     timer()
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:     cb(*args, **kw)
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:     return func(*args, **kwargs)
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:     self._notify()
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:     self.callback(batched_events)
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:     event.method(event)
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:     segment_id)['aggregates'][0]
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:     return f(self, *a, **k)
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self._get(url).json()
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:     **kwargs)
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:     **endpoint_filter)
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:03:59.987397 dv-cinder-786386-1-iscsi neutron-server[85207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:04:00.072233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-711fa521-643a-4fd6-9f29-e3fc6e0809cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-433798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006288'] for network, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:00.076813 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1cb4eebe-b934-4b38-9f04-d19aed2213bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:00.099527 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-711fa521-643a-4fd6-9f29-e3fc6e0809cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:00.109828 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fa521-643a-4fd6-9f29-e3fc6e0809cb admin admin] Pushing event deleted for resources: {'Network': ['ID=4ee12c8b-6600-4901-8706-938905dad224,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:00.112413 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-711fa521-643a-4fd6-9f29-e3fc6e0809cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:00.114550 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-711fa521-643a-4fd6-9f29-e3fc6e0809cb admin admin] 10.222.0.100 "DELETE /v2.0/networks/4ee12c8b-6600-4901-8706-938905dad224 HTTP/1.1" status: 204  len: 168 time: 1.3352263
Apr 15 11:04:00.238548 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:00.339667 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 49650) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:00.396809 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-16f56553-9795-4a3a-9dfe-5f82899e2d10 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=78ebafcd9c894dc89a78b926ccad5a65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0554929
Apr 15 11:04:00.399998 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 49654) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:00.467936 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-514d5a08-44a7-4f3a-a1dd-49bb0a7cfe9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:00.502288 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-514d5a08-44a7-4f3a-a1dd-49bb0a7cfe9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:00.551958 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-514d5a08-44a7-4f3a-a1dd-49bb0a7cfe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:00.558016 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9b01c127-c6cd-48c9-a0b1-35b31a9684fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:00.573655 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d5a08-44a7-4f3a-a1dd-49bb0a7cfe9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed13629-98b0-47e9-85c4-f967fb07248a,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:00.577121 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-514d5a08-44a7-4f3a-a1dd-49bb0a7cfe9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:00.578166 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-514d5a08-44a7-4f3a-a1dd-49bb0a7cfe9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:00.579447 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-514d5a08-44a7-4f3a-a1dd-49bb0a7cfe9d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8ed13629-98b0-47e9-85c4-f967fb07248a HTTP/1.1" status: 204  len: 168 time: 0.1783173
Apr 15 11:04:01.070956 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 49670) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:01.160224 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 49674) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:01.161240 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-8c0b92dd-313b-4cc3-a070-3b590947a677 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=acfad2beb44440e6a5e1aead1aa7ded2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0880890
Apr 15 11:04:01.253962 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c6ce2776-fe9f-4e4d-8a23-94d6e77d0916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:01.286118 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c6ce2776-fe9f-4e4d-8a23-94d6e77d0916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:01.348512 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c6ce2776-fe9f-4e4d-8a23-94d6e77d0916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:01.355507 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-409274eb-f8ce-4953-a4c5-0c2ca39e5744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:01.369641 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce2776-fe9f-4e4d-8a23-94d6e77d0916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25954116-5a9b-44a0-8d63-18e3ca71f77e,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:01.378155 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c6ce2776-fe9f-4e4d-8a23-94d6e77d0916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:01.382283 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c6ce2776-fe9f-4e4d-8a23-94d6e77d0916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:01.384114 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-c6ce2776-fe9f-4e4d-8a23-94d6e77d0916 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/25954116-5a9b-44a0-8d63-18e3ca71f77e HTTP/1.1" status: 204  len: 168 time: 0.2218297
Apr 15 11:04:10.150912 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 49818) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:10.291142 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3e9b0752-57c7-413c-8e65-b28dbdf01bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:10.308962 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3e9b0752-57c7-413c-8e65-b28dbdf01bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:10.312925 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3e9b0752-57c7-413c-8e65-b28dbdf01bb4 admin admin] Usage tracker for resource:security_group_rule and tenant:32b7512c9b1b45d8b3a57e6f9b9094e0 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:10.316472 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3e9b0752-57c7-413c-8e65-b28dbdf01bb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:10.322110 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3e9b0752-57c7-413c-8e65-b28dbdf01bb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:10.415796 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3e9b0752-57c7-413c-8e65-b28dbdf01bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:10.418902 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3e9b0752-57c7-413c-8e65-b28dbdf01bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:10.429387 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5422d6c9-aade-40f7-88d3-c07c509caea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:10.473063 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-3e9b0752-57c7-413c-8e65-b28dbdf01bb4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=32b7512c9b1b45d8b3a57e6f9b9094e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3202803
Apr 15 11:04:10.474948 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b0752-57c7-413c-8e65-b28dbdf01bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a752d71-ac3c-4eae-ae3c-6161ae27c4ea,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:10.476126 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 49824) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:10.478314 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3e9b0752-57c7-413c-8e65-b28dbdf01bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:10.547303 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b0085c14-bc41-45a5-a130-e5db6dfd6c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:10.576759 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b0085c14-bc41-45a5-a130-e5db6dfd6c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:10.627090 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b0085c14-bc41-45a5-a130-e5db6dfd6c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:10.633019 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:10.646538 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0085c14-bc41-45a5-a130-e5db6dfd6c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a752d71-ac3c-4eae-ae3c-6161ae27c4ea,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:10.649922 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b0085c14-bc41-45a5-a130-e5db6dfd6c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:10.652283 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b0085c14-bc41-45a5-a130-e5db6dfd6c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:10.653950 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-b0085c14-bc41-45a5-a130-e5db6dfd6c26 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9a752d71-ac3c-4eae-ae3c-6161ae27c4ea HTTP/1.1" status: 204  len: 168 time: 0.1760261
Apr 15 11:04:12.629280 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 49850) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:12.762729 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8c65f68a-c839-476f-b707-6a57f7fb17a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:12.780041 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-8c65f68a-c839-476f-b707-6a57f7fb17a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:12.784365 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-8c65f68a-c839-476f-b707-6a57f7fb17a5 admin admin] Usage tracker for resource:security_group_rule and tenant:89b4c1756a274d638ac5542215a236bd is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:12.788308 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-8c65f68a-c839-476f-b707-6a57f7fb17a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:12.794462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-8c65f68a-c839-476f-b707-6a57f7fb17a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:12.883062 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8c65f68a-c839-476f-b707-6a57f7fb17a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:12.886018 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8c65f68a-c839-476f-b707-6a57f7fb17a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:12.895983 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-44f35fb5-8c01-4298-9142-44865f399dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:12.939767 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-8c65f68a-c839-476f-b707-6a57f7fb17a5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=89b4c1756a274d638ac5542215a236bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3090999
Apr 15 11:04:12.941499 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65f68a-c839-476f-b707-6a57f7fb17a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34f74c2-f3b1-4290-85fb-a8343285c304,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:12.942797 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 49856) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:12.944757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8c65f68a-c839-476f-b707-6a57f7fb17a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:13.009740 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9be25c91-6de8-4595-8c3c-cce398e8770f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:13.039276 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9be25c91-6de8-4595-8c3c-cce398e8770f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:13.085777 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9be25c91-6de8-4595-8c3c-cce398e8770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:13.091241 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1bb110d9-30c0-4911-92e1-aa2b7bd2c4e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:13.105581 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be25c91-6de8-4595-8c3c-cce398e8770f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34f74c2-f3b1-4290-85fb-a8343285c304,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:13.108091 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9be25c91-6de8-4595-8c3c-cce398e8770f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:13.119229 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9be25c91-6de8-4595-8c3c-cce398e8770f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:13.123104 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-9be25c91-6de8-4595-8c3c-cce398e8770f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c34f74c2-f3b1-4290-85fb-a8343285c304 HTTP/1.1" status: 204  len: 168 time: 0.1765878
Apr 15 11:04:17.446662 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 49918) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:17.577908 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-94d113a8-d3ed-460c-9b6e-b114218d2eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:17.594939 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-94d113a8-d3ed-460c-9b6e-b114218d2eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:17.599746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-94d113a8-d3ed-460c-9b6e-b114218d2eb1 admin admin] Usage tracker for resource:security_group_rule and tenant:84a7f96c1da8434ab822b687eddd0dcf is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:17.602848 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-94d113a8-d3ed-460c-9b6e-b114218d2eb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:17.608900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-94d113a8-d3ed-460c-9b6e-b114218d2eb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:17.703349 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-94d113a8-d3ed-460c-9b6e-b114218d2eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:17.707296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-94d113a8-d3ed-460c-9b6e-b114218d2eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:17.954970 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-28306b78-d20b-4b9a-8a98-ca8a8277c741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:18.001964 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-94d113a8-d3ed-460c-9b6e-b114218d2eb1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=84a7f96c1da8434ab822b687eddd0dcf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5540860
Apr 15 11:04:18.004348 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d113a8-d3ed-460c-9b6e-b114218d2eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f71cc7-4553-4b71-bb98-92c8e852c922,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:18.005716 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 49924) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:18.007823 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-94d113a8-d3ed-460c-9b6e-b114218d2eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:18.073829 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8b47-ba4c-455d-9e0d-6d8ed1a18067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:18.102170 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8b47-ba4c-455d-9e0d-6d8ed1a18067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:18.152874 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8b47-ba4c-455d-9e0d-6d8ed1a18067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:18.158375 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-fa4c2eaf-1a1d-4b84-94e4-d1691cf0456d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:18.174702 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e8b47-ba4c-455d-9e0d-6d8ed1a18067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f71cc7-4553-4b71-bb98-92c8e852c922,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:18.177719 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8b47-ba4c-455d-9e0d-6d8ed1a18067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:18.183123 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-5a0e8b47-ba4c-455d-9e0d-6d8ed1a18067 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d0f71cc7-4553-4b71-bb98-92c8e852c922 HTTP/1.1" status: 204  len: 168 time: 0.1719136
Apr 15 11:04:18.183123 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5a0e8b47-ba4c-455d-9e0d-6d8ed1a18067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:19.477259 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 49964) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:19.638155 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-89963326-f65c-46cd-aaa8-836e7db9b174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:19.655353 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-89963326-f65c-46cd-aaa8-836e7db9b174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:19.660325 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-89963326-f65c-46cd-aaa8-836e7db9b174 admin admin] Usage tracker for resource:security_group_rule and tenant:13eac7cff3704c90867cd0cd09c2d1d4 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:19.663546 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-89963326-f65c-46cd-aaa8-836e7db9b174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:19.669872 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-89963326-f65c-46cd-aaa8-836e7db9b174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:19.762163 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-89963326-f65c-46cd-aaa8-836e7db9b174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:19.765101 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-89963326-f65c-46cd-aaa8-836e7db9b174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:19.774891 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bbd0cfa0-d402-4491-8992-94da7e5cda91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:19.828306 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-89963326-f65c-46cd-aaa8-836e7db9b174 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=13eac7cff3704c90867cd0cd09c2d1d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3491015
Apr 15 11:04:19.829337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89963326-f65c-46cd-aaa8-836e7db9b174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c10a10-a998-400a-84d4-d569f1398658,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:19.831720 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 49970) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:19.833452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-89963326-f65c-46cd-aaa8-836e7db9b174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:19.913300 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-324968b0-b418-4ff3-a2c1-2adf48fc2e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:19.944026 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-324968b0-b418-4ff3-a2c1-2adf48fc2e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:19.998080 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-324968b0-b418-4ff3-a2c1-2adf48fc2e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:20.002337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-77b51e0d-6699-40f4-b86c-8fae780110f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:20.017098 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324968b0-b418-4ff3-a2c1-2adf48fc2e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c10a10-a998-400a-84d4-d569f1398658,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:20.022298 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-324968b0-b418-4ff3-a2c1-2adf48fc2e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:20.037087 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-324968b0-b418-4ff3-a2c1-2adf48fc2e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:20.041332 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-324968b0-b418-4ff3-a2c1-2adf48fc2e20 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/29c10a10-a998-400a-84d4-d569f1398658 HTTP/1.1" status: 204  len: 168 time: 0.2056546
Apr 15 11:04:20.828231 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 49998) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:20.957127 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-792070715-network', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:04:20.962637 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:20.966989 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Usage tracker for resource:network and tenant:88aa0bab568f4a5aa59730c0ed5f2114 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:20.970678 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:20.979899 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:20.990275 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Made reservation on behalf of 88aa0bab568f4a5aa59730c0ed5f2114 for: {'network': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:04:20.995437 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:21.012903 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:21.029186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:21.033352 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Usage tracker for resource:security_group_rule and tenant:88aa0bab568f4a5aa59730c0ed5f2114 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:21.037053 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:21.043633 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:21.135987 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:21.140301 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:21.148965 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d7f0ed33-f0ac-4232-bfac-5cf93ed24a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:21.196186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] vlan segment allocate from pool success with {'vlan_id': 1432, 'physical_network': 'physnet1'}  {{(pid=85321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 11:04:21.206015 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ee2038-8012-4801-a3c4-327db42a1db7,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:21.210950 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:21.214205 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:21.214810 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Added segment ca71cc89-c663-412a-a6b8-bc60581645ea of type vlan for network bab36b9c-674d-4261-ab81-d4fb1bd1f111
Apr 15 11:04:21.241114 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:21.248607 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:21.282483 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:21.284103 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:21.285438 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:21.289670 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab5e992-4765-4590-be94-38770079f072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:21.421399 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5916932
Apr 15 11:04:21.422569 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Pushing event updated for resources: {'Network': ['ID=bab36b9c-674d-4261-ab81-d4fb1bd1f111,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:21.424953 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 50004) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:21.426332 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bd5a2ffe-2873-468c-b5db-1ff2937baccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:21.432566 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-a5d05710-abd2-41c3-848e-9f3155295a0f admin admin] Request body: {'subnet': {'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-792070715-subnet', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'ip_version': 4}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:04:21.435416 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network bab36b9c-674d-4261-ab81-d4fb1bd1f111 details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 11:04:21.438661 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a5d05710-abd2-41c3-848e-9f3155295a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:21.444065 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a5d05710-abd2-41c3-848e-9f3155295a0f admin admin] Usage tracker for resource:subnet and tenant:88aa0bab568f4a5aa59730c0ed5f2114 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:21.448221 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a5d05710-abd2-41c3-848e-9f3155295a0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:21.456897 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a5d05710-abd2-41c3-848e-9f3155295a0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:21.469348 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d05710-abd2-41c3-848e-9f3155295a0f admin admin] Made reservation on behalf of 88aa0bab568f4a5aa59730c0ed5f2114 for: {'subnet': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:04:21.475534 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a5d05710-abd2-41c3-848e-9f3155295a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2412122'] for subnet, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:21.993548 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a5d05710-abd2-41c3-848e-9f3155295a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852082384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2412107'] for subnet, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:22.013187 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:22.148748 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d05710-abd2-41c3-848e-9f3155295a0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=25ef98a8-7013-4b9f-8a45-b0570fc1d72f,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:22.154283 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a5d05710-abd2-41c3-848e-9f3155295a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:22.236539 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d05710-abd2-41c3-848e-9f3155295a0f admin admin] Checking segment: {'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:04:22.237072 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d05710-abd2-41c3-848e-9f3155295a0f admin admin] Network hostable DHCP agents. Network: bab36b9c-674d-4261-ab81-d4fb1bd1f111, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 11:04:22.259108 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d05710-abd2-41c3-848e-9f3155295a0f admin admin] Network bab36b9c-674d-4261-ab81-d4fb1bd1f111 is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 11:04:22.273628 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-a5d05710-abd2-41c3-848e-9f3155295a0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, bab36b9c-674d-4261-ab81-d4fb1bd1f111) {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:04:22.287359 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d05710-abd2-41c3-848e-9f3155295a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:22.288024 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a5d05710-abd2-41c3-848e-9f3155295a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:22.288295 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b636c27-5462-4a66-9771-d28677c8c312 None None] Network bab36b9c-674d-4261-ab81-d4fb1bd1f111 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:04:22.316192 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-a5d05710-abd2-41c3-848e-9f3155295a0f admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8896263
Apr 15 11:04:22.321121 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 50012) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:22.331651 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:04:22.340845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:22.349078 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Usage tracker for resource:router and tenant:88aa0bab568f4a5aa59730c0ed5f2114 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:22.355844 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:22.368698 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:22.382703 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852770577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60926'] for router, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:22.383979 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854714889'] for router, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:22.406658 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:22.500374 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:04:22.554662 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831be948-095b-428e-a725-f23b2665d822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce30cc17-1601-5a83-a120-97908615cddf-bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f'}]}} from dv-cinder-786386-1-iscsi. {{(pid=85322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 11:04:22.556177 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-831be948-095b-428e-a725-f23b2665d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:22.823509 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852770562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854714940'] for router, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:22.841850 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-831be948-095b-428e-a725-f23b2665d822 None None] Allocated IP 172.20.0.2 (bab36b9c-674d-4261-ab81-d4fb1bd1f111/25ef98a8-7013-4b9f-8a45-b0570fc1d72f/fa7beb42-7e3d-4042-b667-10958976c54b) {{(pid=85322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:04:23.160931 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-831be948-095b-428e-a725-f23b2665d822 None None] Notify callbacks [] for port, precommit_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:23.180385 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-831be948-095b-428e-a725-f23b2665d822 None None] Transition to ACTIVE for port object fa7beb42-7e3d-4042-b667-10958976c54b will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:04:23.204939 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-831be948-095b-428e-a725-f23b2665d822 None None] Transition to ACTIVE for port object fa7beb42-7e3d-4042-b667-10958976c54b will not be triggered until provisioned by entity DHCP. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:04:23.211186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-831be948-095b-428e-a725-f23b2665d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:23.230377 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:23.387129 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831be948-095b-428e-a725-f23b2665d822 None None] Pushing event updated for resources: {'Port': ['ID=fa7beb42-7e3d-4042-b667-10958976c54b,revision_number=1']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:23.392367 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-831be948-095b-428e-a725-f23b2665d822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:23.416655 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:23.456657 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:23.459463 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831be948-095b-428e-a725-f23b2665d822 None None] Network bab36b9c-674d-4261-ab81-d4fb1bd1f111 is already hosted by enough agents. {{(pid=85322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:04:23.460756 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-831be948-095b-428e-a725-f23b2665d822 None None] Resources bound (agent type, host, resource id):  {{(pid=85322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:04:23.463562 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831be948-095b-428e-a725-f23b2665d822 None None] Received port after_create {{(pid=85322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:04:23.571047 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-831be948-095b-428e-a725-f23b2665d822 None None] Attempting to bind port fa7beb42-7e3d-4042-b667-10958976c54b on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:04:23.571623 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-831be948-095b-428e-a725-f23b2665d822 None None] Attempting to bind port fa7beb42-7e3d-4042-b667-10958976c54b by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:04:23.572145 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831be948-095b-428e-a725-f23b2665d822 None None] Attempting to bind port fa7beb42-7e3d-4042-b667-10958976c54b on network bab36b9c-674d-4261-ab81-d4fb1bd1f111 {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:04:23.580305 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831be948-095b-428e-a725-f23b2665d822 None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:04:23.580700 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831be948-095b-428e-a725-f23b2665d822 None None] Checking segment: {'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:04:23.581162 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-831be948-095b-428e-a725-f23b2665d822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:23.581608 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831be948-095b-428e-a725-f23b2665d822 None None] Bound using segment: {'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:04:23.582145 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-831be948-095b-428e-a725-f23b2665d822 None None] Bound port: fa7beb42-7e3d-4042-b667-10958976c54b, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:04:23.582568 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-831be948-095b-428e-a725-f23b2665d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:23.657301 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Allocated IP 172.27.0.218 (1eeb9c89-2bb9-4c7f-a0e4-333ef2157091/78180e32-2848-4a5f-839b-5eade47ae7ad/684ad6d0-5574-46d6-90e0-5783cab7646b) {{(pid=85320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:04:23.732847 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-831be948-095b-428e-a725-f23b2665d822 None None] For port fa7beb42-7e3d-4042-b667-10958976c54b, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:04:23.739541 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-831be948-095b-428e-a725-f23b2665d822 None None] For port fa7beb42-7e3d-4042-b667-10958976c54b, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=fa7beb42-7e3d-4042-b667-10958976c54b,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:04:23.744459 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-831be948-095b-428e-a725-f23b2665d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:23.772727 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:23.825338 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Notify callbacks [] for port, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:23.859056 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:23.877365 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-83ab5ec3-1ef6-4a24-9733-521dad1d99a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:23.945131 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6172201c-b459-4872-a760-6c9f7086ec68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:23.964748 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831be948-095b-428e-a725-f23b2665d822 None None] Pushing event updated for resources: {'Port': ['ID=fa7beb42-7e3d-4042-b667-10958976c54b,revision_number=2']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:23.970436 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-831be948-095b-428e-a725-f23b2665d822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:24.015917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Pushing event updated for resources: {'Port': ['ID=684ad6d0-5574-46d6-90e0-5783cab7646b,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:24.019590 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:24.082160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:04:24.083582 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:04:24.086173 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Received port after_create {{(pid=85320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:04:24.645023 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device fa7beb42-7e3d-4042-b667-10958976c54b up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:04:24.731074 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port fa7beb42-7e3d-4042-b667-10958976c54b completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:04:24.877539 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:25.253962 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852769452'] for router, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:25.455299 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ff148e6c-c6ba-4853-a2c9-c20388743b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:25.543925 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Router 2cd67529-5ee5-426d-8707-6019e17bb948 is scheduled to L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d with binding_index 1 {{(pid=85320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 11:04:25.686883 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66551fd6-c077-4b2e-944a-cad42054f379 None None] Network bab36b9c-674d-4261-ab81-d4fb1bd1f111 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:04:25.793332 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-d39c8e41-9d03-499c-859b-77c5d8b07828 None None] Provisioning for port fa7beb42-7e3d-4042-b667-10958976c54b completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:04:25.801393 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-d39c8e41-9d03-499c-859b-77c5d8b07828 None None] Provisioning complete for port fa7beb42-7e3d-4042-b667-10958976c54b triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:25.801834 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d39c8e41-9d03-499c-859b-77c5d8b07828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:25.838516 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:04:25.858632 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Sync routers for ids ['2cd67529-5ee5-426d-8707-6019e17bb948'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:04:25.886205 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] Notify callbacks [] for router, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:25.889815 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-5c180e80-a8aa-43ca-8564-9fc052318dce admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.5668223
Apr 15 11:04:25.892658 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50034) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:26.345551 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Routers {'2cd67529-5ee5-426d-8707-6019e17bb948'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:26.346439 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc4ad6320>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cd67529-5ee5-426d-8707-6019e17bb948'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:26.756841 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d39c8e41-9d03-499c-859b-77c5d8b07828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:26.799900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Set router 2cd67529-5ee5-426d-8707-6019e17bb948 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:26.846550 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:27.018167 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-d39c8e41-9d03-499c-859b-77c5d8b07828 None None] For port fa7beb42-7e3d-4042-b667-10958976c54b, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=fa7beb42-7e3d-4042-b667-10958976c54b,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:27.022670 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d39c8e41-9d03-499c-859b-77c5d8b07828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:27.026691 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:27.076273 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:27.145102 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:27.216060 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c8e41-9d03-499c-859b-77c5d8b07828 None None] Pushing event updated for resources: {'Port': ['ID=fa7beb42-7e3d-4042-b667-10958976c54b,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:27.224255 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d39c8e41-9d03-499c-859b-77c5d8b07828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:27.226238 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-ab391327-f64f-4805-a56f-ffd33f326f9e None None] Provisioning complete for port fa7beb42-7e3d-4042-b667-10958976c54b triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:27.226680 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ab391327-f64f-4805-a56f-ffd33f326f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:27.367649 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc4ad6320>, [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:24Z', 'revision_number': 3, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:27.383504 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Checking router: 2cd67529-5ee5-426d-8707-6019e17bb948 for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:04:27.384020 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Updating router 2cd67529-5ee5-426d-8707-6019e17bb948 port 684ad6d0-5574-46d6-90e0-5783cab7646b binding host dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 11:04:27.399771 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Allocated IP 172.20.0.1 (bab36b9c-674d-4261-ab81-d4fb1bd1f111/25ef98a8-7013-4b9f-8a45-b0570fc1d72f/0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:04:27.450299 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:27.578766 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:27.613070 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Transition to ACTIVE for port object 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c will not be triggered until provisioned by entity DHCP. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:04:27.642859 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:27.858978 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d41d170c-44b1-4d5b-bf7a-dfc9f8915173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:27.969124 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Network bab36b9c-674d-4261-ab81-d4fb1bd1f111 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:04:27.970899 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Pushing event updated for resources: {'Port': ['ID=0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:27.978221 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:04:27.988610 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:04:28.026312 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Notify callbacks [] for port, precommit_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:28.044225 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:28.044635 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:28.045057 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:28.045468 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:28.045879 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:28.046331 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:28.046692 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:28.047105 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:28.047634 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:28.047904 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:28.048334 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:28.048645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:28.054606 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:28.057903 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Transition to ACTIVE for port object 684ad6d0-5574-46d6-90e0-5783cab7646b will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:04:28.066210 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:28.078566 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852769391'] for router_interface, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:28.217799 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-831be948-095b-428e-a725-f23b2665d822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:28.301336 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85aefcd-49a1-45be-b084-0659508c862d None None] Pushing event updated for resources: {'Port': ['ID=684ad6d0-5574-46d6-90e0-5783cab7646b,revision_number=2']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:28.305288 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a85aefcd-49a1-45be-b084-0659508c862d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:28.324324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Attempting to bind port 684ad6d0-5574-46d6-90e0-5783cab7646b on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:04:28.324748 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Attempting to bind port 684ad6d0-5574-46d6-90e0-5783cab7646b by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:04:28.325150 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Attempting to bind port 684ad6d0-5574-46d6-90e0-5783cab7646b on network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:04:28.331759 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:04:28.332184 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Checking segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:04:28.332642 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:28.333087 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Bound using segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:04:28.333618 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Bound port: 684ad6d0-5574-46d6-90e0-5783cab7646b, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:04:28.334041 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:28.390178 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:28.410572 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-e4a62fbb-a17d-4862-b5d1-1cd66589f8f4 None None] Provisioning for port 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:04:28.421048 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-e4a62fbb-a17d-4862-b5d1-1cd66589f8f4 None None] Provisioning complete for port 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:28.421048 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e4a62fbb-a17d-4862-b5d1-1cd66589f8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:28.476963 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] For port 684ad6d0-5574-46d6-90e0-5783cab7646b, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:04:28.498037 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] For port 684ad6d0-5574-46d6-90e0-5783cab7646b, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=684ad6d0-5574-46d6-90e0-5783cab7646b,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:04:28.504306 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:28.517806 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-e4a62fbb-a17d-4862-b5d1-1cd66589f8f4 None None] Port 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:04:28.521871 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:28.626142 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device fa7beb42-7e3d-4042-b667-10958976c54b up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:04:28.741890 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:28.746014 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:28.757735 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85aefcd-49a1-45be-b084-0659508c862d None None] Pushing event updated for resources: {'Port': ['ID=684ad6d0-5574-46d6-90e0-5783cab7646b,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:28.766227 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a85aefcd-49a1-45be-b084-0659508c862d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:28.780743 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port fa7beb42-7e3d-4042-b667-10958976c54b triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:28.781175 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:28.804447 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-914e2981-f8bf-4451-80a4-455849fc8896 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:28.878767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852772550'] for router_interface, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:28.896862 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Pushing event updated for resources: {'Port': ['ID=0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:28.900168 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:28.918688 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Routers {'2cd67529-5ee5-426d-8707-6019e17bb948'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:28.919327 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc4ad6320>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cd67529-5ee5-426d-8707-6019e17bb948'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:29.047058 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Network bab36b9c-674d-4261-ab81-d4fb1bd1f111 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:04:29.048220 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:04:29.379271 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-387e49b5-c27f-409e-af5b-8ce21faa7233 None None] Provisioning complete for port 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:29.379807 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-387e49b5-c27f-409e-af5b-8ce21faa7233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:29.472703 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-387e49b5-c27f-409e-af5b-8ce21faa7233 None None] Port 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:04:29.493921 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f212c51-03b2-4e45-b436-e532afed518d req-6d379b57-7be1-4d12-93c7-ad9e38aefbd8 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:29.495939 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0f212c51-03b2-4e45-b436-e532afed518d req-6d379b57-7be1-4d12-93c7-ad9e38aefbd8 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.1093514
Apr 15 11:04:29.526187 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] Set router 2cd67529-5ee5-426d-8707-6019e17bb948 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:29.558490 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0f212c51-03b2-4e45-b436-e532afed518d req-6ffaaa44-9577-4a94-996b-c629f96308c8 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481513
Apr 15 11:04:29.560893 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Router 2cd67529-5ee5-426d-8707-6019e17bb948 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:04:29.774228 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:04:29.785538 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] 10.222.0.100 "PUT /v2.0/routers/2cd67529-5ee5-426d-8707-6019e17bb948/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8906372
Apr 15 11:04:29.932634 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc4ad6320>, [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 2, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:29.934284 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf0495-609a-4f01-92dd-bf9090b2fffb None None] The sync data for ids ['2cd67529-5ee5-426d-8707-6019e17bb948'] in dv-cinder-786386-1-iscsi is: [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 2, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:04:30.234620 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:30.581019 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50102) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:30.588637 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-380453288-network', 'tenant_id': '4815f529e59c47ddb0f5a792ff292c43'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:04:30.594210 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:30.599224 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Usage tracker for resource:network and tenant:4815f529e59c47ddb0f5a792ff292c43 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:30.603337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:30.615848 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:30.633858 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Made reservation on behalf of 4815f529e59c47ddb0f5a792ff292c43 for: {'network': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:04:30.645181 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:30.671559 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:30.702050 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:30.709903 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Usage tracker for resource:security_group_rule and tenant:4815f529e59c47ddb0f5a792ff292c43 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:30.714884 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:30.725599 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:30.879381 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb71d12-9854-4906-86f2-6cb621e298a6 req-a18b8110-cb73-4ac8-b91a-f365298d98c6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:30.881071 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fdb71d12-9854-4906-86f2-6cb621e298a6 req-a18b8110-cb73-4ac8-b91a-f365298d98c6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.1324072
Apr 15 11:04:30.906082 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:30.911242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:30.916892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-66e1ff3c-ab4b-4230-82e6-a03360e61841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:30.949572 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] vlan segment allocate from pool success with {'vlan_id': 1434, 'physical_network': 'physnet1'}  {{(pid=85321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 11:04:30.961073 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fdb71d12-9854-4906-86f2-6cb621e298a6 req-8eeb611a-1bc6-4481-bb61-4dd7f50fed00 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676746
Apr 15 11:04:30.973028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:30.973435 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Added segment fdda6635-132e-4571-bbe9-ebd69998f5ba of type vlan for network 5fd20314-35f9-4f07-9575-b0be88e7f8d6
Apr 15 11:04:30.981157 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907e5e38-b344-4b0f-90d6-637e7d776686,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:30.996238 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:31.023926 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:31.063222 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:31.065255 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:31.067060 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:31.073550 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1f58467c-fa53-42ca-9fd6-c0873ce07b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:31.195266 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Pushing event updated for resources: {'Network': ['ID=5fd20314-35f9-4f07-9575-b0be88e7f8d6,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:31.198462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:31.200288 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6174939
Apr 15 11:04:31.203971 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50108) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:31.212434 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network 5fd20314-35f9-4f07-9575-b0be88e7f8d6 details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 11:04:31.215945 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-f6ff05fe-3541-4198-b3c9-7ad63e544db1 admin admin] Request body: {'subnet': {'network_id': '5fd20314-35f9-4f07-9575-b0be88e7f8d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-380453288-subnet', 'tenant_id': '4815f529e59c47ddb0f5a792ff292c43', 'ip_version': 4}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:04:31.225957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-f6ff05fe-3541-4198-b3c9-7ad63e544db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:31.233694 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-f6ff05fe-3541-4198-b3c9-7ad63e544db1 admin admin] Usage tracker for resource:subnet and tenant:4815f529e59c47ddb0f5a792ff292c43 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:31.240232 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-f6ff05fe-3541-4198-b3c9-7ad63e544db1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:31.250996 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-f6ff05fe-3541-4198-b3c9-7ad63e544db1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:31.265135 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ff05fe-3541-4198-b3c9-7ad63e544db1 admin admin] Made reservation on behalf of 4815f529e59c47ddb0f5a792ff292c43 for: {'subnet': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:04:31.270405 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f6ff05fe-3541-4198-b3c9-7ad63e544db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3441280'] for subnet, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:31.854904 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f6ff05fe-3541-4198-b3c9-7ad63e544db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3441297'] for subnet, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:31.871513 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c87d2a10-ae46-47e1-aa11-4300e3799390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:32.010930 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff05fe-3541-4198-b3c9-7ad63e544db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7550e75a-4fa3-44b0-8575-f9bd70c71bd1,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:32.018187 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f6ff05fe-3541-4198-b3c9-7ad63e544db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:32.106067 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff05fe-3541-4198-b3c9-7ad63e544db1 admin admin] Checking segment: {'id': 'fdda6635-132e-4571-bbe9-ebd69998f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '5fd20314-35f9-4f07-9575-b0be88e7f8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:04:32.106771 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ff05fe-3541-4198-b3c9-7ad63e544db1 admin admin] Network hostable DHCP agents. Network: 5fd20314-35f9-4f07-9575-b0be88e7f8d6, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 11:04:32.140452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ff05fe-3541-4198-b3c9-7ad63e544db1 admin admin] Network 5fd20314-35f9-4f07-9575-b0be88e7f8d6 is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 11:04:32.153056 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-f6ff05fe-3541-4198-b3c9-7ad63e544db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, 5fd20314-35f9-4f07-9575-b0be88e7f8d6) {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:04:32.170138 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e48f2f5-447e-4ef6-b3ec-761633a6f984 None None] Network 5fd20314-35f9-4f07-9575-b0be88e7f8d6 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:04:32.171981 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ff05fe-3541-4198-b3c9-7ad63e544db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:32.172658 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f6ff05fe-3541-4198-b3c9-7ad63e544db1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:32.194786 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-f6ff05fe-3541-4198-b3c9-7ad63e544db1 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9891398
Apr 15 11:04:32.199283 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50116) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:32.206805 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-380453288-router', 'tenant_id': '4815f529e59c47ddb0f5a792ff292c43', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:04:32.212837 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:32.218044 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Usage tracker for resource:router and tenant:4815f529e59c47ddb0f5a792ff292c43 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:32.222484 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:32.229672 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:32.241239 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852770577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60926'] for router, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:32.243748 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854714889'] for router, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:32.256528 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eae3fc-b5ed-49e7-99b5-52add738746e req-c079f0b1-357c-47f7-aebc-3465af327195 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:32.258701 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b9eae3fc-b5ed-49e7-99b5-52add738746e req-c079f0b1-357c-47f7-aebc-3465af327195 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.1451628
Apr 15 11:04:32.273216 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:32.334370 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b9eae3fc-b5ed-49e7-99b5-52add738746e req-f15ce6e4-f4a4-4147-b95f-89635cdcba7b tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621901
Apr 15 11:04:32.569463 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce30cc17-1601-5a83-a120-97908615cddf-5fd20314-35f9-4f07-9575-b0be88e7f8d6', 'network_id': '5fd20314-35f9-4f07-9575-b0be88e7f8d6', 'tenant_id': '4815f529e59c47ddb0f5a792ff292c43', 'fixed_ips': [{'subnet_id': '7550e75a-4fa3-44b0-8575-f9bd70c71bd1'}]}} from dv-cinder-786386-1-iscsi. {{(pid=85322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 11:04:32.570445 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:32.594810 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852770562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854714940'] for router, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:32.641176 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 684ad6d0-5574-46d6-90e0-5783cab7646b up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:04:32.812814 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 684ad6d0-5574-46d6-90e0-5783cab7646b completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:04:32.820916 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Allocated IP 172.20.0.2 (5fd20314-35f9-4f07-9575-b0be88e7f8d6/7550e75a-4fa3-44b0-8575-f9bd70c71bd1/d354bf68-5cd0-49bd-9769-9bb1333895d6) {{(pid=85322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:04:32.825685 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 684ad6d0-5574-46d6-90e0-5783cab7646b triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:32.826167 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:33.157232 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:33.187373 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:33.196541 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:33.226829 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port 684ad6d0-5574-46d6-90e0-5783cab7646b, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=684ad6d0-5574-46d6-90e0-5783cab7646b,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:33.237758 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:33.242701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:33.373532 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Allocated IP 172.27.0.202 (1eeb9c89-2bb9-4c7f-a0e4-333ef2157091/78180e32-2848-4a5f-839b-5eade47ae7ad/318a983e-7876-4445-9f22-234772583fc2) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:04:33.387762 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=684ad6d0-5574-46d6-90e0-5783cab7646b,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:33.392887 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:33.405987 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Notify callbacks [] for port, precommit_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:33.420849 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Transition to ACTIVE for port object d354bf68-5cd0-49bd-9769-9bb1333895d6 will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:04:33.445138 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Transition to ACTIVE for port object d354bf68-5cd0-49bd-9769-9bb1333895d6 will not be triggered until provisioned by entity DHCP. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:04:33.451263 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:33.468788 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:33.591589 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe863b-237a-4b88-80bc-7b83f77bfcba req-bcf12bed-b40c-44aa-a766-f1249f2052f4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:33.593545 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-adbe863b-237a-4b88-80bc-7b83f77bfcba req-bcf12bed-b40c-44aa-a766-f1249f2052f4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.1131058
Apr 15 11:04:33.609984 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Pushing event updated for resources: {'Port': ['ID=d354bf68-5cd0-49bd-9769-9bb1333895d6,revision_number=1']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:33.615112 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:33.626527 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Sync routers for ids ['2cd67529-5ee5-426d-8707-6019e17bb948'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:04:33.639579 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Routers {'2cd67529-5ee5-426d-8707-6019e17bb948'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:33.640555 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e39c88>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cd67529-5ee5-426d-8707-6019e17bb948'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:33.644438 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:33.670119 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-adbe863b-237a-4b88-80bc-7b83f77bfcba req-7e730cb1-9fc2-4ab5-bac4-4a93fa0bcbdc tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637624
Apr 15 11:04:33.689848 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:33.711291 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:33.719050 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Network 5fd20314-35f9-4f07-9575-b0be88e7f8d6 is already hosted by enough agents. {{(pid=85322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:04:33.722655 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Resources bound (agent type, host, resource id):  {{(pid=85322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:04:33.727667 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Received port after_create {{(pid=85322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:04:33.842273 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Set router 2cd67529-5ee5-426d-8707-6019e17bb948 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:33.859359 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=318a983e-7876-4445-9f22-234772583fc2,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:33.865834 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:33.914197 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Attempting to bind port d354bf68-5cd0-49bd-9769-9bb1333895d6 on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:04:33.915359 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Attempting to bind port d354bf68-5cd0-49bd-9769-9bb1333895d6 by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': 'fdda6635-132e-4571-bbe9-ebd69998f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '5fd20314-35f9-4f07-9575-b0be88e7f8d6'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:04:33.915359 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Attempting to bind port d354bf68-5cd0-49bd-9769-9bb1333895d6 on network 5fd20314-35f9-4f07-9575-b0be88e7f8d6 {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:04:33.922551 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:04:33.923168 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Checking segment: {'id': 'fdda6635-132e-4571-bbe9-ebd69998f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '5fd20314-35f9-4f07-9575-b0be88e7f8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:04:33.923638 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:33.924080 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Bound using segment: {'id': 'fdda6635-132e-4571-bbe9-ebd69998f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '5fd20314-35f9-4f07-9575-b0be88e7f8d6'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:04:33.924645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Bound port: d354bf68-5cd0-49bd-9769-9bb1333895d6, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdda6635-132e-4571-bbe9-ebd69998f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '5fd20314-35f9-4f07-9575-b0be88e7f8d6'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:04:33.925098 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:33.944835 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:04:33.946459 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:04:33.952047 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:04:34.033905 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] For port d354bf68-5cd0-49bd-9769-9bb1333895d6, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:04:34.038427 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] For port d354bf68-5cd0-49bd-9769-9bb1333895d6, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=d354bf68-5cd0-49bd-9769-9bb1333895d6,segment=NetworkSegment(fdda6635-132e-4571-bbe9-ebd69998f5ba),segment_id=fdda6635-132e-4571-bbe9-ebd69998f5ba)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:04:34.042874 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:34.059839 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:34.459472 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Pushing event updated for resources: {'Port': ['ID=d354bf68-5cd0-49bd-9769-9bb1333895d6,revision_number=2']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:34.465435 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e39c88>, [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 2, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:34.470184 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Checking router: 2cd67529-5ee5-426d-8707-6019e17bb948 for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:04:34.470673 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Updating router 2cd67529-5ee5-426d-8707-6019e17bb948 port 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c binding host dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 11:04:34.482332 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:34.482832 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:34.483186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:34.483586 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:34.483956 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:34.484330 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:34.484687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:34.485054 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:34.485439 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:34.485803 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:34.486163 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:34.486519 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:34.499465 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:34.530525 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:34.617055 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 684ad6d0-5574-46d6-90e0-5783cab7646b up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:04:34.719791 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 684ad6d0-5574-46d6-90e0-5783cab7646b triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:34.720260 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:34.750514 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:35.043326 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00118a23-c56c-41ad-a24a-e958d6f98e71 req-95533623-9ed4-4902-ba0c-0abde9530883 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:35.053140 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-00118a23-c56c-41ad-a24a-e958d6f98e71 req-95533623-9ed4-4902-ba0c-0abde9530883 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.1735873
Apr 15 11:04:35.117061 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-00118a23-c56c-41ad-a24a-e958d6f98e71 req-6defa95b-fce0-4b1d-ab69-acc85665f911 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619793
Apr 15 11:04:35.255633 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Notify callbacks [] for port, precommit_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:35.267488 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852769452'] for router, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:35.279346 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Transition to ACTIVE for port object 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c will not be triggered until provisioned by entity L2. {{(pid=85323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:04:35.290072 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:35.323407 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-927bd304-cdf2-496b-944f-aa428cbf41d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:35.528287 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffd719-9d89-4199-bac4-9644182a9981 None None] Pushing event updated for resources: {'Port': ['ID=0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c,revision_number=3']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:35.551367 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Router 132509df-f577-494b-a1bc-c86e4b954194 is scheduled to L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d with binding_index 1 {{(pid=85321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 11:04:35.556797 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffd719-9d89-4199-bac4-9644182a9981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:35.557182 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffd719-9d89-4199-bac4-9644182a9981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:35.557552 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffd719-9d89-4199-bac4-9644182a9981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:35.557916 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffd719-9d89-4199-bac4-9644182a9981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:35.558275 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffd719-9d89-4199-bac4-9644182a9981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:35.558773 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffd719-9d89-4199-bac4-9644182a9981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:35.559002 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffd719-9d89-4199-bac4-9644182a9981 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:35.559359 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffd719-9d89-4199-bac4-9644182a9981 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:35.559763 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffd719-9d89-4199-bac4-9644182a9981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:35.560119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffd719-9d89-4199-bac4-9644182a9981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:35.560474 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffd719-9d89-4199-bac4-9644182a9981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:35.560821 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffd719-9d89-4199-bac4-9644182a9981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:35.568425 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-55ffd719-9d89-4199-bac4-9644182a9981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:35.771325 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Attempting to bind port 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:04:35.772185 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Attempting to bind port 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:04:35.772368 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Attempting to bind port 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c on network bab36b9c-674d-4261-ab81-d4fb1bd1f111 {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:04:35.775547 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:04:35.780405 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:04:35.781321 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Checking segment: {'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:04:35.781934 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:35.782692 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Bound using segment: {'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:04:35.783454 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Bound port: 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'}}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:04:35.784012 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:35.789057 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Sync routers for ids ['132509df-f577-494b-a1bc-c86e4b954194'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:04:35.800876 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Routers {'132509df-f577-494b-a1bc-c86e4b954194'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:35.801683 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc592e860>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['132509df-f577-494b-a1bc-c86e4b954194'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:35.808004 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Notify callbacks [] for router, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:35.809792 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.6092799
Apr 15 11:04:35.813025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50130) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:35.921122 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] For port 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:04:35.925102 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] For port 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:04:35.929261 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:36.109050 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Set router 132509df-f577-494b-a1bc-c86e4b954194 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:36.133836 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:36.255921 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffd719-9d89-4199-bac4-9644182a9981 None None] Pushing event updated for resources: {'Port': ['ID=0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c,revision_number=4']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:36.326219 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-55ffd719-9d89-4199-bac4-9644182a9981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:36.429264 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Routers {'2cd67529-5ee5-426d-8707-6019e17bb948'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:36.430045 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e39c88>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cd67529-5ee5-426d-8707-6019e17bb948'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:36.455198 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da7a53e-cc12-43e0-b411-1b03b281f436 None None] Network 5fd20314-35f9-4f07-9575-b0be88e7f8d6 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:04:36.543068 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead6b50-1f1a-44b6-a8fb-ed59b0611635 req-43caee4a-08d5-468b-9490-0cb96b270afe tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:36.560058 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-eead6b50-1f1a-44b6-a8fb-ed59b0611635 req-43caee4a-08d5-468b-9490-0cb96b270afe tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.1725197
Apr 15 11:04:36.649951 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-eead6b50-1f1a-44b6-a8fb-ed59b0611635 req-97eb815e-c800-43e2-aa31-91ec1ed6cc51 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871038
Apr 15 11:04:36.802833 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-130f0ca8-964e-4a0d-82e4-b6cd45d62f84 None None] Provisioning for port d354bf68-5cd0-49bd-9769-9bb1333895d6 completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:04:36.832452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] Set router 2cd67529-5ee5-426d-8707-6019e17bb948 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:37.018272 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device d354bf68-5cd0-49bd-9769-9bb1333895d6 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:04:37.098541 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:37.113721 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc592e860>, [{'id': '132509df-f577-494b-a1bc-c86e4b954194', 'name': 'tempest-TestVolumeBootPattern-380453288-router', 'tenant_id': '4815f529e59c47ddb0f5a792ff292c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '318a983e-7876-4445-9f22-234772583fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:32Z', 'updated_at': '2021-04-15T11:04:34Z', 'revision_number': 3, 'project_id': '4815f529e59c47ddb0f5a792ff292c43', 'gw_port': {'id': '318a983e-7876-4445-9f22-234772583fc2', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132509df-f577-494b-a1bc-c86e4b954194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:33Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:37.121094 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Checking router: 132509df-f577-494b-a1bc-c86e4b954194 for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:04:37.121495 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Updating router 132509df-f577-494b-a1bc-c86e4b954194 port 318a983e-7876-4445-9f22-234772583fc2 binding host dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 11:04:37.331482 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:37.336266 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e39c88>, [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:35Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:37.341487 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff243883-3e9a-4dee-a173-74023f0eb50f None None] The sync data for ids ['2cd67529-5ee5-426d-8707-6019e17bb948'] in dv-cinder-786386-1-iscsi is: [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:35Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:04:37.404009 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Allocated IP 172.20.0.1 (5fd20314-35f9-4f07-9575-b0be88e7f8d6/7550e75a-4fa3-44b0-8575-f9bd70c71bd1/24e78d3c-8f7a-49a9-80ea-27418dc4607a) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:04:37.437864 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port d354bf68-5cd0-49bd-9769-9bb1333895d6 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:04:37.453564 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port d354bf68-5cd0-49bd-9769-9bb1333895d6 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:37.454807 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:37.967404 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-68a086f0-1cc0-443a-bf8a-d4f10b960698 None None] Provisioning complete for port d354bf68-5cd0-49bd-9769-9bb1333895d6 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:37.968288 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-68a086f0-1cc0-443a-bf8a-d4f10b960698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:38.121098 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:38.180365 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Transition to ACTIVE for port object 24e78d3c-8f7a-49a9-80ea-27418dc4607a will not be triggered until provisioned by entity DHCP. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:04:38.217032 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Notify callbacks [] for port, precommit_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:38.233742 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:38.254238 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935b49e-11c6-4e4e-83a2-d9279f1f35fc req-5c64ab5d-dfd8-44b7-aeae-2008bf614162 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:38.257453 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4935b49e-11c6-4e4e-83a2-d9279f1f35fc req-5c64ab5d-dfd8-44b7-aeae-2008bf614162 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.2207720
Apr 15 11:04:38.288534 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Transition to ACTIVE for port object 318a983e-7876-4445-9f22-234772583fc2 will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:04:38.299450 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:38.313475 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4935b49e-11c6-4e4e-83a2-d9279f1f35fc req-05d8b4b3-ada6-48d7-8233-49ab403cb974 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493305
Apr 15 11:04:38.324024 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:38.354739 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b84ef05c-0c4a-44f2-9242-c8bf08c2972d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:38.457301 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Pushing event updated for resources: {'Port': ['ID=24e78d3c-8f7a-49a9-80ea-27418dc4607a,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:38.460848 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:38.542198 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Network 5fd20314-35f9-4f07-9575-b0be88e7f8d6 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:04:38.544591 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:04:38.548834 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:04:38.657438 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852769391'] for router_interface, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:38.662083 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:38.741206 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-68a086f0-1cc0-443a-bf8a-d4f10b960698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:38.750986 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fee53-6a53-4627-a670-ac66d688b207 None None] Pushing event updated for resources: {'Port': ['ID=318a983e-7876-4445-9f22-234772583fc2,revision_number=2']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:38.767178 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-623fee53-6a53-4627-a670-ac66d688b207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:38.786625 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port d354bf68-5cd0-49bd-9769-9bb1333895d6, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=d354bf68-5cd0-49bd-9769-9bb1333895d6,segment=NetworkSegment(fdda6635-132e-4571-bbe9-ebd69998f5ba),segment_id=fdda6635-132e-4571-bbe9-ebd69998f5ba)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:38.800618 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:38.801755 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:04:38.803622 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:38.844366 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:39.038498 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.api [None req-68a086f0-1cc0-443a-bf8a-d4f10b960698 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:04:39.039115 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_db.api [None req-68a086f0-1cc0-443a-bf8a-d4f10b960698 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:04:39.049421 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=d354bf68-5cd0-49bd-9769-9bb1333895d6,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:39.053208 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:39.055855 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Attempting to bind port 318a983e-7876-4445-9f22-234772583fc2 on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:04:39.056280 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Attempting to bind port 318a983e-7876-4445-9f22-234772583fc2 by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:04:39.056698 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Attempting to bind port 318a983e-7876-4445-9f22-234772583fc2 on network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:04:39.064981 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:04:39.066036 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Checking segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:04:39.066495 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:39.066972 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Bound using segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:04:39.067514 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Bound port: 318a983e-7876-4445-9f22-234772583fc2, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:04:39.067941 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:39.100941 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:04:39.117065 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:39.117765 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:39.156648 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:39.165023 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:39.223274 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2c4ce2c6-3ed4-401c-aac1-da024a21c92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:39.228038 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] For port 318a983e-7876-4445-9f22-234772583fc2, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:04:39.233916 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] For port 318a983e-7876-4445-9f22-234772583fc2, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=318a983e-7876-4445-9f22-234772583fc2,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:04:39.269822 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:39.292336 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7a66aea1-8cdc-4971-9164-62ae20a38daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:39.336804 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852772550'] for router_interface, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:39.357150 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Pushing event updated for resources: {'Port': ['ID=24e78d3c-8f7a-49a9-80ea-27418dc4607a,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:39.360487 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:39.474627 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:39.565571 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Network 5fd20314-35f9-4f07-9575-b0be88e7f8d6 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:04:39.566944 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:04:39.578831 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa1e6b-fa19-4f58-aca6-307221474bb6 req-19ed5055-f473-49e4-a5b8-5f2f7c5ff922 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:39.582721 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-abaa1e6b-fa19-4f58-aca6-307221474bb6 req-19ed5055-f473-49e4-a5b8-5f2f7c5ff922 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.1222429
Apr 15 11:04:39.620858 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fee53-6a53-4627-a670-ac66d688b207 None None] Pushing event updated for resources: {'Port': ['ID=318a983e-7876-4445-9f22-234772583fc2,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:39.669283 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-abaa1e6b-fa19-4f58-aca6-307221474bb6 req-84e24ef8-a241-48d5-8f0d-4a53eef18987 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801392
Apr 15 11:04:39.685866 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-623fee53-6a53-4627-a670-ac66d688b207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:39.740009 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:39.755395 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:39.764468 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:39.905537 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Routers {'132509df-f577-494b-a1bc-c86e4b954194'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:39.906685 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc592e860>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['132509df-f577-494b-a1bc-c86e4b954194'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:39.973375 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Router 132509df-f577-494b-a1bc-c86e4b954194 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:04:40.029625 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device d354bf68-5cd0-49bd-9769-9bb1333895d6 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:04:40.209430 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:04:40.228793 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] 10.222.0.100 "PUT /v2.0/routers/132509df-f577-494b-a1bc-c86e4b954194/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4055479
Apr 15 11:04:40.256918 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:40.269925 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:40.276132 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-3dc9035e-aad6-4624-89e4-b39282d572fc None None] Provisioning for port 24e78d3c-8f7a-49a9-80ea-27418dc4607a completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:04:40.306577 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-3dc9035e-aad6-4624-89e4-b39282d572fc None None] Provisioning complete for port 24e78d3c-8f7a-49a9-80ea-27418dc4607a triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:40.307030 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3dc9035e-aad6-4624-89e4-b39282d572fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:40.405406 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9035e-aad6-4624-89e4-b39282d572fc None None] Port 24e78d3c-8f7a-49a9-80ea-27418dc4607a cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:04:40.426498 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] Set router 132509df-f577-494b-a1bc-c86e4b954194 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:40.474582 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port d354bf68-5cd0-49bd-9769-9bb1333895d6 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:40.475032 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:40.939031 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc592e860>, [{'id': '132509df-f577-494b-a1bc-c86e4b954194', 'name': 'tempest-TestVolumeBootPattern-380453288-router', 'tenant_id': '4815f529e59c47ddb0f5a792ff292c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '318a983e-7876-4445-9f22-234772583fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:32Z', 'updated_at': '2021-04-15T11:04:38Z', 'revision_number': 4, 'project_id': '4815f529e59c47ddb0f5a792ff292c43', 'gw_port': {'id': '318a983e-7876-4445-9f22-234772583fc2', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132509df-f577-494b-a1bc-c86e4b954194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:33Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '24e78d3c-8f7a-49a9-80ea-27418dc4607a', 'name': '', 'network_id': '5fd20314-35f9-4f07-9575-b0be88e7f8d6', 'tenant_id': '4815f529e59c47ddb0f5a792ff292c43', 'mac_address': 'fa:16:3e:66:5b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132509df-f577-494b-a1bc-c86e4b954194', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7550e75a-4fa3-44b0-8575-f9bd70c71bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:37Z', 'updated_at': '2021-04-15T11:04:38Z', 'revision_number': 2, 'project_id': '4815f529e59c47ddb0f5a792ff292c43', 'subnets': [{'id': '7550e75a-4fa3-44b0-8575-f9bd70c71bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:40.944747 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3668ae-0dca-4b13-b194-c86e03acfe54 None None] The sync data for ids ['132509df-f577-494b-a1bc-c86e4b954194'] in dv-cinder-786386-1-iscsi is: [{'id': '132509df-f577-494b-a1bc-c86e4b954194', 'name': 'tempest-TestVolumeBootPattern-380453288-router', 'tenant_id': '4815f529e59c47ddb0f5a792ff292c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '318a983e-7876-4445-9f22-234772583fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:32Z', 'updated_at': '2021-04-15T11:04:38Z', 'revision_number': 4, 'project_id': '4815f529e59c47ddb0f5a792ff292c43', 'gw_port': {'id': '318a983e-7876-4445-9f22-234772583fc2', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132509df-f577-494b-a1bc-c86e4b954194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:33Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '24e78d3c-8f7a-49a9-80ea-27418dc4607a', 'name': '', 'network_id': '5fd20314-35f9-4f07-9575-b0be88e7f8d6', 'tenant_id': '4815f529e59c47ddb0f5a792ff292c43', 'mac_address': 'fa:16:3e:66:5b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132509df-f577-494b-a1bc-c86e4b954194', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7550e75a-4fa3-44b0-8575-f9bd70c71bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:37Z', 'updated_at': '2021-04-15T11:04:38Z', 'revision_number': 2, 'project_id': '4815f529e59c47ddb0f5a792ff292c43', 'subnets': [{'id': '7550e75a-4fa3-44b0-8575-f9bd70c71bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:04:41.020800 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1838c8-5b4e-4e33-bb19-dcd2759182a9 req-43de7c31-0e91-4fa4-94e1-880f78c145e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:41.022978 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4a1838c8-5b4e-4e33-bb19-dcd2759182a9 req-43de7c31-0e91-4fa4-94e1-880f78c145e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.1426878
Apr 15 11:04:41.023876 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 50172) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:41.033437 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-369435529', 'description': 'tempest-secgroup-smoke-369435529 description', 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:04:41.063042 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:41.074772 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Usage tracker for resource:security_group and tenant:88aa0bab568f4a5aa59730c0ed5f2114 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:41.080034 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:41.095182 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:41.130046 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4a1838c8-5b4e-4e33-bb19-dcd2759182a9 req-38180099-9ce3-4948-93d8-ca13f0078897 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848420
Apr 15 11:04:41.139566 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:41.182914 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:41.190435 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Usage tracker for resource:security_group_rule and tenant:88aa0bab568f4a5aa59730c0ed5f2114 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:41.196012 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:41.207689 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:41.348709 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:41.353653 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:41.384213 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2528c70a-2556-4bce-bef8-92e15d1b127a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:41.451271 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:41.453592 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4276953
Apr 15 11:04:41.455529 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9d7255-8ac6-4ca3-8357-194666929685,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:41.457397 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50178) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:41.467413 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-85e094e8-8395-4803-ae44-154042c3d033 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Request body: {'security_group_rule': {'security_group_id': '9b9d7255-8ac6-4ca3-8357-194666929685', 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:04:41.472467 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:41.473147 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:41.473809 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:41.474478 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:41.475169 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:41.475969 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:41.476480 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:41.477149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:41.477826 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:41.478496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:41.479197 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:41.479846 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:04:41.480086 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-85e094e8-8395-4803-ae44-154042c3d033 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:41.487500 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:41.491120 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-85e094e8-8395-4803-ae44-154042c3d033 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Usage tracker for resource:security_group_rule and tenant:88aa0bab568f4a5aa59730c0ed5f2114 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:41.496754 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-85e094e8-8395-4803-ae44-154042c3d033 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:41.515636 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-85e094e8-8395-4803-ae44-154042c3d033 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:41.538867 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-85e094e8-8395-4803-ae44-154042c3d033 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:41.629425 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-85e094e8-8395-4803-ae44-154042c3d033 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:41.633342 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-85e094e8-8395-4803-ae44-154042c3d033 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:41.636727 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:41.668472 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e094e8-8395-4803-ae44-154042c3d033 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d41f75-45e0-4139-845e-6ff513c0509c,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:41.670766 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-85e094e8-8395-4803-ae44-154042c3d033 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:41.681826 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-85e094e8-8395-4803-ae44-154042c3d033 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:41.684314 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-85e094e8-8395-4803-ae44-154042c3d033 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2249024
Apr 15 11:04:41.687081 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50182) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:41.693285 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-b74d8ea0-1541-4784-8349-a2af8fcb39aa tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Request body: {'security_group_rule': {'security_group_id': '9b9d7255-8ac6-4ca3-8357-194666929685', 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:04:41.700742 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-b74d8ea0-1541-4784-8349-a2af8fcb39aa tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:41.706423 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-b74d8ea0-1541-4784-8349-a2af8fcb39aa tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Usage tracker for resource:security_group_rule and tenant:88aa0bab568f4a5aa59730c0ed5f2114 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:41.710183 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-b74d8ea0-1541-4784-8349-a2af8fcb39aa tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:41.718013 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-b74d8ea0-1541-4784-8349-a2af8fcb39aa tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:41.737780 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b74d8ea0-1541-4784-8349-a2af8fcb39aa tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:41.860961 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b74d8ea0-1541-4784-8349-a2af8fcb39aa tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:41.877369 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b74d8ea0-1541-4784-8349-a2af8fcb39aa tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:41.886144 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:04:41.901285 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:41.947854 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d8ea0-1541-4784-8349-a2af8fcb39aa tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df58e5c3-cb0b-410e-85ee-ab4c8d7b8975,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:41.955400 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b74d8ea0-1541-4784-8349-a2af8fcb39aa tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:41.959990 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b74d8ea0-1541-4784-8349-a2af8fcb39aa tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:41.964215 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-b74d8ea0-1541-4784-8349-a2af8fcb39aa tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2733481
Apr 15 11:04:41.965426 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 50192) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:41.972787 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-09c668ad-8e77-4b66-865a-70b7cf1051e1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Request body: {'security_group_rule': {'security_group_id': '9b9d7255-8ac6-4ca3-8357-194666929685', 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:04:41.987925 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-09c668ad-8e77-4b66-865a-70b7cf1051e1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:41.992767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-09c668ad-8e77-4b66-865a-70b7cf1051e1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Usage tracker for resource:security_group_rule and tenant:88aa0bab568f4a5aa59730c0ed5f2114 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:41.996033 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-09c668ad-8e77-4b66-865a-70b7cf1051e1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:42.003696 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-09c668ad-8e77-4b66-865a-70b7cf1051e1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:42.024430 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-09c668ad-8e77-4b66-865a-70b7cf1051e1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:42.036551 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:42.036976 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:42.125323 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-09c668ad-8e77-4b66-865a-70b7cf1051e1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:42.131346 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-09c668ad-8e77-4b66-865a-70b7cf1051e1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:42.133691 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:42.170117 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c668ad-8e77-4b66-865a-70b7cf1051e1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039f96b6-6bc3-42fa-a44c-d54e734c27e9,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:42.179446 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-09c668ad-8e77-4b66-865a-70b7cf1051e1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:42.199858 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-09c668ad-8e77-4b66-865a-70b7cf1051e1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:42.204938 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50202) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:42.205255 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-09c668ad-8e77-4b66-865a-70b7cf1051e1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2383475
Apr 15 11:04:42.221149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-0c21060c-9bd4-46aa-9e4f-e7442aac29e2 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Request body: {'security_group_rule': {'security_group_id': '9b9d7255-8ac6-4ca3-8357-194666929685', 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:04:42.242952 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0c21060c-9bd4-46aa-9e4f-e7442aac29e2 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:42.253677 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0c21060c-9bd4-46aa-9e4f-e7442aac29e2 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Usage tracker for resource:security_group_rule and tenant:88aa0bab568f4a5aa59730c0ed5f2114 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:42.257625 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0c21060c-9bd4-46aa-9e4f-e7442aac29e2 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:42.269934 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0c21060c-9bd4-46aa-9e4f-e7442aac29e2 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:42.326374 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0c21060c-9bd4-46aa-9e4f-e7442aac29e2 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:42.452626 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0c21060c-9bd4-46aa-9e4f-e7442aac29e2 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:42.457012 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0c21060c-9bd4-46aa-9e4f-e7442aac29e2 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:42.459631 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:42.484724 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21060c-9bd4-46aa-9e4f-e7442aac29e2 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50da1fa0-b0d6-46b6-8d6d-fd38eb92d3f4,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:42.489027 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0c21060c-9bd4-46aa-9e4f-e7442aac29e2 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:42.524396 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0c21060c-9bd4-46aa-9e4f-e7442aac29e2 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:42.531029 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0c21060c-9bd4-46aa-9e4f-e7442aac29e2 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3188558
Apr 15 11:04:42.531029 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50212) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:42.540714 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-d6a72206-22c9-44d4-867d-b5588ea26d41 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Request body: {'security_group_rule': {'security_group_id': '9b9d7255-8ac6-4ca3-8357-194666929685', 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:04:42.541024 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:04:42.557135 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-d6a72206-22c9-44d4-867d-b5588ea26d41 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:42.568124 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-d6a72206-22c9-44d4-867d-b5588ea26d41 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Usage tracker for resource:security_group_rule and tenant:88aa0bab568f4a5aa59730c0ed5f2114 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:42.580035 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-d6a72206-22c9-44d4-867d-b5588ea26d41 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:42.600202 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-d6a72206-22c9-44d4-867d-b5588ea26d41 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:42.616992 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471eb94-6071-4c7b-ae4f-1afc5bcc46cb req-0bb1dea7-a015-4fec-9d68-630703b67dde tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:42.618283 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.securitygroups_db [None req-d6a72206-22c9-44d4-867d-b5588ea26d41 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Project 88aa0bab568f4a5aa59730c0ed5f2114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 11:04:42.619317 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2471eb94-6071-4c7b-ae4f-1afc5bcc46cb req-0bb1dea7-a015-4fec-9d68-630703b67dde tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.1812875
Apr 15 11:04:42.631527 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6a72206-22c9-44d4-867d-b5588ea26d41 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:42.706712 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2471eb94-6071-4c7b-ae4f-1afc5bcc46cb req-7dccbe43-6eb3-4dfa-bf3c-f4dbeb0746ca tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732586
Apr 15 11:04:42.763090 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:42.779581 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'port_id': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab', 'mac_address': 'fa:16:3e:6b:16:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:04:42.799613 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6a72206-22c9-44d4-867d-b5588ea26d41 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:42.803427 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6a72206-22c9-44d4-867d-b5588ea26d41 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:42.836072 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f03892b2-8528-4073-8759-ef9fa5967a01 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:42.848423 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:42.881456 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a72206-22c9-44d4-867d-b5588ea26d41 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b646c16d-8f6f-46fa-9bae-73ce939a441d,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:42.883377 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:04:42.891307 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d6a72206-22c9-44d4-867d-b5588ea26d41 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:42.894814 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-d6a72206-22c9-44d4-867d-b5588ea26d41 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3628030
Apr 15 11:04:42.895958 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d6a72206-22c9-44d4-867d-b5588ea26d41 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:42.897844 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50226) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:04:42.908957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-7b8f7203-a8f9-47fd-99b5-5dd3a219d024 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Request body: {'security_group_rule': {'security_group_id': '9b9d7255-8ac6-4ca3-8357-194666929685', 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:04:42.910712 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:42.915148 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:42.916621 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-7b8f7203-a8f9-47fd-99b5-5dd3a219d024 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:04:42.921079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:42.926539 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-7b8f7203-a8f9-47fd-99b5-5dd3a219d024 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Usage tracker for resource:security_group_rule and tenant:88aa0bab568f4a5aa59730c0ed5f2114 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:04:42.933622 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-7b8f7203-a8f9-47fd-99b5-5dd3a219d024 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:04:42.952705 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-7b8f7203-a8f9-47fd-99b5-5dd3a219d024 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:04:42.972156 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.securitygroups_db [None req-7b8f7203-a8f9-47fd-99b5-5dd3a219d024 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Project 88aa0bab568f4a5aa59730c0ed5f2114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 11:04:42.980286 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7b8f7203-a8f9-47fd-99b5-5dd3a219d024 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:43.064309 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,revision_number=6']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:43.069239 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:43.078940 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['9d299deb-ed8f-4dd7-8dac-15e2a91db7ab'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:04:43.087568 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7b8f7203-a8f9-47fd-99b5-5dd3a219d024 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:43.092464 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7b8f7203-a8f9-47fd-99b5-5dd3a219d024 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:43.105273 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:43.183732 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f7203-a8f9-47fd-99b5-5dd3a219d024 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a14630-691f-4bef-b38e-e3e8e8a0f844,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:43.193331 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7b8f7203-a8f9-47fd-99b5-5dd3a219d024 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:43.208691 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7b8f7203-a8f9-47fd-99b5-5dd3a219d024 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:43.212034 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-7b8f7203-a8f9-47fd-99b5-5dd3a219d024 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3108823
Apr 15 11:04:43.979666 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 318a983e-7876-4445-9f22-234772583fc2 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:04:44.136085 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 318a983e-7876-4445-9f22-234772583fc2 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:04:44.144237 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dd510-6bd9-4f25-bf39-6268298185f8 req-34b61123-c614-43ea-b750-8c22b79d1e92 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:44.147890 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-704dd510-6bd9-4f25-bf39-6268298185f8 req-34b61123-c614-43ea-b750-8c22b79d1e92 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 944 time: 0.1708741
Apr 15 11:04:44.168278 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 318a983e-7876-4445-9f22-234772583fc2 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:44.168687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:44.283495 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-704dd510-6bd9-4f25-bf39-6268298185f8 req-4932ffcf-ca67-4ed2-b477-b8878dfb8b04 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1273122
Apr 15 11:04:44.347810 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:44.383030 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port 318a983e-7876-4445-9f22-234772583fc2, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=318a983e-7876-4445-9f22-234772583fc2,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:44.388323 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:44.398273 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:44.568778 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=318a983e-7876-4445-9f22-234772583fc2,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:44.584515 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:44.589818 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:04:44.719970 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:44.720782 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:44.944396 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:45.020792 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47aad833-3f54-411d-b1fa-cb818d748df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:04:45.042637 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:45.050570 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:45.050984 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-623fee53-6a53-4627-a670-ac66d688b207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:45.192244 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47aad833-3f54-411d-b1fa-cb818d748df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab', 'code': 200}
Apr 15 11:04:45.239480 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Sync routers for ids ['132509df-f577-494b-a1bc-c86e4b954194'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:04:45.251214 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Routers {'132509df-f577-494b-a1bc-c86e4b954194'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:45.251955 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e397f0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['132509df-f577-494b-a1bc-c86e4b954194'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:45.258527 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,revision_number=7']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:45.267192 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:45.527428 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Set router 132509df-f577-494b-a1bc-c86e4b954194 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:45.670079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422afdc-c89a-4b3e-9fa7-a6d1b79add31 req-5518e60e-212c-4ec5-a889-0ec42f2daac0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:45.679578 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8422afdc-c89a-4b3e-9fa7-a6d1b79add31 req-5518e60e-212c-4ec5-a889-0ec42f2daac0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.1771548
Apr 15 11:04:45.755285 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8422afdc-c89a-4b3e-9fa7-a6d1b79add31 req-70a3912f-e4b5-48f1-8a9a-c6f3bba168a4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743177
Apr 15 11:04:45.868004 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 318a983e-7876-4445-9f22-234772583fc2 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:04:45.997316 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 318a983e-7876-4445-9f22-234772583fc2 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:45.997822 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:46.193488 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e397f0>, [{'id': '132509df-f577-494b-a1bc-c86e4b954194', 'name': 'tempest-TestVolumeBootPattern-380453288-router', 'tenant_id': '4815f529e59c47ddb0f5a792ff292c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '318a983e-7876-4445-9f22-234772583fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:32Z', 'updated_at': '2021-04-15T11:04:38Z', 'revision_number': 4, 'project_id': '4815f529e59c47ddb0f5a792ff292c43', 'gw_port': {'id': '318a983e-7876-4445-9f22-234772583fc2', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132509df-f577-494b-a1bc-c86e4b954194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:33Z', 'updated_at': '2021-04-15T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '24e78d3c-8f7a-49a9-80ea-27418dc4607a', 'name': '', 'network_id': '5fd20314-35f9-4f07-9575-b0be88e7f8d6', 'tenant_id': '4815f529e59c47ddb0f5a792ff292c43', 'mac_address': 'fa:16:3e:66:5b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132509df-f577-494b-a1bc-c86e4b954194', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7550e75a-4fa3-44b0-8575-f9bd70c71bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:37Z', 'updated_at': '2021-04-15T11:04:38Z', 'revision_number': 2, 'project_id': '4815f529e59c47ddb0f5a792ff292c43', 'subnets': [{'id': '7550e75a-4fa3-44b0-8575-f9bd70c71bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:46.199511 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Checking router: 132509df-f577-494b-a1bc-c86e4b954194 for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:04:46.200174 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Updating router 132509df-f577-494b-a1bc-c86e4b954194 port 24e78d3c-8f7a-49a9-80ea-27418dc4607a binding host dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 11:04:46.276575 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:46.869560 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Notify callbacks [] for port, precommit_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:46.892140 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Transition to ACTIVE for port object 24e78d3c-8f7a-49a9-80ea-27418dc4607a will not be triggered until provisioned by entity L2. {{(pid=85323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:04:46.901380 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:46.940745 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:47.085832 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bc8e9-f960-488f-94ea-f56f87d2f9c9 req-c5296920-9ae2-45a5-a87a-0ef8b5f3025b tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:47.088127 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-540bc8e9-f960-488f-94ea-f56f87d2f9c9 req-c5296920-9ae2-45a5-a87a-0ef8b5f3025b tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.1669941
Apr 15 11:04:47.212940 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-540bc8e9-f960-488f-94ea-f56f87d2f9c9 req-26199460-2733-4281-90bb-75595c2a9162 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073921
Apr 15 11:04:47.230735 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea201479-e452-49c0-86b9-2819a08d3fa4 None None] Pushing event updated for resources: {'Port': ['ID=24e78d3c-8f7a-49a9-80ea-27418dc4607a,revision_number=3']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:47.290962 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ea201479-e452-49c0-86b9-2819a08d3fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:47.784510 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Attempting to bind port 24e78d3c-8f7a-49a9-80ea-27418dc4607a on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:04:47.785487 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Attempting to bind port 24e78d3c-8f7a-49a9-80ea-27418dc4607a by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': 'fdda6635-132e-4571-bbe9-ebd69998f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '5fd20314-35f9-4f07-9575-b0be88e7f8d6'}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:04:47.786173 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Attempting to bind port 24e78d3c-8f7a-49a9-80ea-27418dc4607a on network 5fd20314-35f9-4f07-9575-b0be88e7f8d6 {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:04:47.826279 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:04:47.827038 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Checking segment: {'id': 'fdda6635-132e-4571-bbe9-ebd69998f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '5fd20314-35f9-4f07-9575-b0be88e7f8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:04:47.827783 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:47.828511 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Bound using segment: {'id': 'fdda6635-132e-4571-bbe9-ebd69998f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '5fd20314-35f9-4f07-9575-b0be88e7f8d6'} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:04:47.829390 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Bound port: 24e78d3c-8f7a-49a9-80ea-27418dc4607a, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdda6635-132e-4571-bbe9-ebd69998f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '5fd20314-35f9-4f07-9575-b0be88e7f8d6'}}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:04:47.830047 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:48.033421 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] For port 24e78d3c-8f7a-49a9-80ea-27418dc4607a, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:04:48.041013 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] For port 24e78d3c-8f7a-49a9-80ea-27418dc4607a, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=24e78d3c-8f7a-49a9-80ea-27418dc4607a,segment=NetworkSegment(fdda6635-132e-4571-bbe9-ebd69998f5ba),segment_id=fdda6635-132e-4571-bbe9-ebd69998f5ba)] {{(pid=85323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:04:48.050079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:48.068332 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:48.262545 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea201479-e452-49c0-86b9-2819a08d3fa4 None None] Pushing event updated for resources: {'Port': ['ID=24e78d3c-8f7a-49a9-80ea-27418dc4607a,revision_number=4']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:48.283110 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ea201479-e452-49c0-86b9-2819a08d3fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:48.404601 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Routers {'132509df-f577-494b-a1bc-c86e4b954194'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:04:48.405974 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e397f0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['132509df-f577-494b-a1bc-c86e4b954194'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:48.646497 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199e8f0-2740-4f6a-ac65-d3909f5d15f0 req-51f8a1eb-052f-427c-b434-94c8f735cc0c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:48.654636 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c199e8f0-2740-4f6a-ac65-d3909f5d15f0 req-51f8a1eb-052f-427c-b434-94c8f735cc0c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.1800904
Apr 15 11:04:48.685183 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] Set router 132509df-f577-494b-a1bc-c86e4b954194 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:04:48.734644 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c199e8f0-2740-4f6a-ac65-d3909f5d15f0 req-2fa3e6b5-f1f5-45a2-9c35-d2edf0ee614d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788398
Apr 15 11:04:49.132340 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e397f0>, [{'id': '132509df-f577-494b-a1bc-c86e4b954194', 'name': 'tempest-TestVolumeBootPattern-380453288-router', 'tenant_id': '4815f529e59c47ddb0f5a792ff292c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '318a983e-7876-4445-9f22-234772583fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:32Z', 'updated_at': '2021-04-15T11:04:38Z', 'revision_number': 4, 'project_id': '4815f529e59c47ddb0f5a792ff292c43', 'gw_port': {'id': '318a983e-7876-4445-9f22-234772583fc2', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132509df-f577-494b-a1bc-c86e4b954194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:33Z', 'updated_at': '2021-04-15T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '24e78d3c-8f7a-49a9-80ea-27418dc4607a', 'name': '', 'network_id': '5fd20314-35f9-4f07-9575-b0be88e7f8d6', 'tenant_id': '4815f529e59c47ddb0f5a792ff292c43', 'mac_address': 'fa:16:3e:66:5b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132509df-f577-494b-a1bc-c86e4b954194', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7550e75a-4fa3-44b0-8575-f9bd70c71bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:37Z', 'updated_at': '2021-04-15T11:04:48Z', 'revision_number': 4, 'project_id': '4815f529e59c47ddb0f5a792ff292c43', 'subnets': [{'id': '7550e75a-4fa3-44b0-8575-f9bd70c71bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:04:49.176003 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb57fa-25aa-44d4-98d7-38c5e69c79dd None None] The sync data for ids ['132509df-f577-494b-a1bc-c86e4b954194'] in dv-cinder-786386-1-iscsi is: [{'id': '132509df-f577-494b-a1bc-c86e4b954194', 'name': 'tempest-TestVolumeBootPattern-380453288-router', 'tenant_id': '4815f529e59c47ddb0f5a792ff292c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '318a983e-7876-4445-9f22-234772583fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:32Z', 'updated_at': '2021-04-15T11:04:38Z', 'revision_number': 4, 'project_id': '4815f529e59c47ddb0f5a792ff292c43', 'gw_port': {'id': '318a983e-7876-4445-9f22-234772583fc2', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132509df-f577-494b-a1bc-c86e4b954194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:33Z', 'updated_at': '2021-04-15T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '24e78d3c-8f7a-49a9-80ea-27418dc4607a', 'name': '', 'network_id': '5fd20314-35f9-4f07-9575-b0be88e7f8d6', 'tenant_id': '4815f529e59c47ddb0f5a792ff292c43', 'mac_address': 'fa:16:3e:66:5b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132509df-f577-494b-a1bc-c86e4b954194', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7550e75a-4fa3-44b0-8575-f9bd70c71bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:37Z', 'updated_at': '2021-04-15T11:04:48Z', 'revision_number': 4, 'project_id': '4815f529e59c47ddb0f5a792ff292c43', 'subnets': [{'id': '7550e75a-4fa3-44b0-8575-f9bd70c71bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:04:50.058924 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6939f1-b661-4d8e-883f-2dc37fad915c req-adc91dbd-7c64-4943-a475-5d74390be35f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:50.067259 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4b6939f1-b661-4d8e-883f-2dc37fad915c req-adc91dbd-7c64-4943-a475-5d74390be35f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.1458993
Apr 15 11:04:50.143045 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4b6939f1-b661-4d8e-883f-2dc37fad915c req-8ead2851-65a6-4021-8f9d-b15c022f0661 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664499
Apr 15 11:04:50.226452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 24e78d3c-8f7a-49a9-80ea-27418dc4607a up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:04:50.365605 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 24e78d3c-8f7a-49a9-80ea-27418dc4607a completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:04:50.378901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 24e78d3c-8f7a-49a9-80ea-27418dc4607a triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:50.379944 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:50.667012 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:50.730957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port 24e78d3c-8f7a-49a9-80ea-27418dc4607a, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=24e78d3c-8f7a-49a9-80ea-27418dc4607a,segment=NetworkSegment(fdda6635-132e-4571-bbe9-ebd69998f5ba),segment_id=fdda6635-132e-4571-bbe9-ebd69998f5ba)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:50.735554 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:50.738671 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:50.871304 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=24e78d3c-8f7a-49a9-80ea-27418dc4607a,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:50.884275 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:51.278654 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:51.698494 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf16297-d3e2-4314-a907-ff3d64e9d2f7 req-dfda5cfe-3d52-4dc9-a01d-b339bfbbf3ed tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:51.710236 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cbf16297-d3e2-4314-a907-ff3d64e9d2f7 req-dfda5cfe-3d52-4dc9-a01d-b339bfbbf3ed tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.4232500
Apr 15 11:04:51.788833 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cbf16297-d3e2-4314-a907-ff3d64e9d2f7 req-42bf7dcc-bf7d-4671-b28e-26159e15ebaf tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771503
Apr 15 11:04:51.925991 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 24e78d3c-8f7a-49a9-80ea-27418dc4607a up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:04:52.035845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 24e78d3c-8f7a-49a9-80ea-27418dc4607a triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:04:52.036134 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:53.101277 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c685e-6ec7-4368-a2f6-99a878b2cc01 req-647825a4-1d45-4129-983b-a78f462929a4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:53.116104 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-296c685e-6ec7-4368-a2f6-99a878b2cc01 req-647825a4-1d45-4129-983b-a78f462929a4 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.1471615
Apr 15 11:04:53.197075 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-296c685e-6ec7-4368-a2f6-99a878b2cc01 req-dbca1635-b90a-415e-9501-5a07739005e8 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798006
Apr 15 11:04:53.839218 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b0128fc5-57da-4521-b109-7fd52b6bfe83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:54.422033 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67f8c7-9ac3-43ee-9985-d46b75ce7336 req-841472a0-54e6-4373-9804-8b4baa954128 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:54.431700 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ba67f8c7-9ac3-43ee-9985-d46b75ce7336 req-841472a0-54e6-4373-9804-8b4baa954128 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.1087940
Apr 15 11:04:54.493157 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ba67f8c7-9ac3-43ee-9985-d46b75ce7336 req-24bd98f5-f0e6-4c7c-a0e1-e1cb1fcd4da0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604088
Apr 15 11:04:55.459349 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-32559c1d-87b7-4bae-8b5c-15779b2570fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:55.767379 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d4f1-cbb4-4cd7-bb32-04da7a602089 req-be4aadcd-05d9-4a90-ad5a-10fa98909c1e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:55.770924 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b4e3d4f1-cbb4-4cd7-bb32-04da7a602089 req-be4aadcd-05d9-4a90-ad5a-10fa98909c1e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.1191921
Apr 15 11:04:55.866647 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b4e3d4f1-cbb4-4cd7-bb32-04da7a602089 req-5bb82ce3-7601-4f0b-85ed-ddc8202aba66 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810981
Apr 15 11:04:56.093229 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ebd3b8e3-f0f4-4077-9d45-d721121029f0 req-668bc18e-2c06-4b5d-81bc-04f8f2296f20 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1002245
Apr 15 11:04:56.319049 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3b8e3-f0f4-4077-9d45-d721121029f0 req-833979e7-90ad-4a79-ad4f-b8a8d53cec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:56.321109 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ebd3b8e3-f0f4-4077-9d45-d721121029f0 req-833979e7-90ad-4a79-ad4f-b8a8d53cec56 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0959c169751f48ebbdb3397c86b113dc&device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 1099 time: 0.1646118
Apr 15 11:04:56.370348 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8be87b-4d0a-4ecd-acef-0409362f54d0 req-4f911372-6a3c-4574-b920-d25a4cd2a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:56.372065 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6e8be87b-4d0a-4ecd-acef-0409362f54d0 req-4f911372-6a3c-4574-b920-d25a4cd2a684 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=680f4c59aed648ae8db373d5dcc3c9ed&device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 1098 time: 0.1493671
Apr 15 11:04:56.574294 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8be87b-4d0a-4ecd-acef-0409362f54d0 req-c2549651-542f-40d7-9e51-c342d426c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:56.577329 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6e8be87b-4d0a-4ecd-acef-0409362f54d0 req-c2549651-542f-40d7-9e51-c342d426c943 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca HTTP/1.1" status: 200  len: 917 time: 0.1981635
Apr 15 11:04:56.618645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3b8e3-f0f4-4077-9d45-d721121029f0 req-8c3cb0c9-4b85-431a-bd28-72b8602a0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:56.620427 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ebd3b8e3-f0f4-4077-9d45-d721121029f0 req-8c3cb0c9-4b85-431a-bd28-72b8602a0851 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f2540102-4996-4e3c-af26-30cf18f2f6dc HTTP/1.1" status: 200  len: 913 time: 0.2748990
Apr 15 11:04:56.707411 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6e8be87b-4d0a-4ecd-acef-0409362f54d0 req-c97ce7f4-f61f-46a2-ba2d-16148c598e05 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab HTTP/1.1" status: 200  len: 1001 time: 0.1235714
Apr 15 11:04:56.718185 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:56.751442 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ebd3b8e3-f0f4-4077-9d45-d721121029f0 req-e70c3110-232d-4450-999e-9cc2177a179a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3376e3d-e267-4c82-982d-ebdf04a85d34 HTTP/1.1" status: 200  len: 1002 time: 0.1235104
Apr 15 11:04:56.791748 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8be87b-4d0a-4ecd-acef-0409362f54d0 req-74828d50-c6b0-4bd5-9fd6-5981ec56775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:56.793525 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6e8be87b-4d0a-4ecd-acef-0409362f54d0 req-74828d50-c6b0-4bd5-9fd6-5981ec56775f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cc8f8bbb-1b00-4320-81db-dc64ff750b3a HTTP/1.1" status: 200  len: 854 time: 0.0784752
Apr 15 11:04:56.842742 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3b8e3-f0f4-4077-9d45-d721121029f0 req-e062924a-db39-45b8-9f74-b6b9e01598a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:56.844659 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ebd3b8e3-f0f4-4077-9d45-d721121029f0 req-e062924a-db39-45b8-9f74-b6b9e01598a6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e HTTP/1.1" status: 200  len: 850 time: 0.0862110
Apr 15 11:04:56.894814 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8be87b-4d0a-4ecd-acef-0409362f54d0 req-6ee027c0-5df8-41fb-9e72-07231bebe58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:56.896890 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6e8be87b-4d0a-4ecd-acef-0409362f54d0 req-6ee027c0-5df8-41fb-9e72-07231bebe58c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0965991
Apr 15 11:04:56.967535 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3b8e3-f0f4-4077-9d45-d721121029f0 req-6a482a24-6f17-492d-866b-ef7cc5a7fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:56.970503 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ebd3b8e3-f0f4-4077-9d45-d721121029f0 req-6a482a24-6f17-492d-866b-ef7cc5a7fb99 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f2540102-4996-4e3c-af26-30cf18f2f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1173885
Apr 15 11:04:57.061590 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:57.129260 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b1412-99a1-48c4-8f07-c15cbf23719a req-42b24ec4-c3bd-44ae-a198-5eaa45e8bb43 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:57.131045 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-761b1412-99a1-48c4-8f07-c15cbf23719a req-42b24ec4-c3bd-44ae-a198-5eaa45e8bb43 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 946 time: 0.1450696
Apr 15 11:04:57.216059 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ebd3b8e3-f0f4-4077-9d45-d721121029f0 req-20b0d992-f375-48bd-a5ac-389409dbc356 service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2351818
Apr 15 11:04:57.247500 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6e8be87b-4d0a-4ecd-acef-0409362f54d0 req-e120931a-c00b-436e-9ae6-8453c018a73a service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3429801
Apr 15 11:04:57.303296 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-761b1412-99a1-48c4-8f07-c15cbf23719a req-8b869e92-cc0b-4b2b-bcba-e15fcd9fd48d tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=4e679792-fc0d-4976-ad61-f0b1f27198fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1078141
Apr 15 11:04:57.412055 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb1fc3-4d70-46f3-83ab-a3f4f19d9af8 req-e5b3aad7-2b33-4a04-bbf7-4e1f221fd872 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:57.413762 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-06fb1fc3-4d70-46f3-83ab-a3f4f19d9af8 req-e5b3aad7-2b33-4a04-bbf7-4e1f221fd872 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.2786739
Apr 15 11:04:57.448817 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ebd3b8e3-f0f4-4077-9d45-d721121029f0 req-f74631c5-961c-492c-a02f-456f825a2e00 service neutron] 10.222.0.99 "GET /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2247927
Apr 15 11:04:57.469308 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6e8be87b-4d0a-4ecd-acef-0409362f54d0 req-8fd60455-c93f-4d00-8e41-2d875d1292bf service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2112193
Apr 15 11:04:57.491133 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-06fb1fc3-4d70-46f3-83ab-a3f4f19d9af8 req-0b8bf90e-bb4b-4df1-ae41-4cd2d981a161 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629711
Apr 15 11:04:58.528704 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1175c-4b12-4037-b7bf-42a9cc60a34e req-86e770a1-9d77-432d-8e84-439db3691cfd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:58.530432 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-62e1175c-4b12-4037-b7bf-42a9cc60a34e req-86e770a1-9d77-432d-8e84-439db3691cfd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 946 time: 0.0991867
Apr 15 11:04:58.593738 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-62e1175c-4b12-4037-b7bf-42a9cc60a34e req-76ff723e-df93-4a0d-876e-207a47c800cd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=4e679792-fc0d-4976-ad61-f0b1f27198fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510428
Apr 15 11:04:58.602251 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:04:58.807591 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:58.828675 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508668d-ce6f-4f26-a1a2-e0a9c9254172 req-01c01660-5129-4522-b8e3-d9418aebc68f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:58.832254 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8508668d-ce6f-4f26-a1a2-e0a9c9254172 req-01c01660-5129-4522-b8e3-d9418aebc68f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 945 time: 0.1802242
Apr 15 11:04:58.860092 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47aad833-3f54-411d-b1fa-cb818d748df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:04:58.874081 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:58.877693 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:58.879720 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:04:58.905018 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8508668d-ce6f-4f26-a1a2-e0a9c9254172 req-79259b35-92c7-4531-9416-885479c2a7a3 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657337
Apr 15 11:04:58.937073 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47aad833-3f54-411d-b1fa-cb818d748df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab', 'code': 200}
Apr 15 11:04:58.963203 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,revision_number=8']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:04:58.967074 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:04:59.108691 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3d296-3b47-46f6-b7c0-8ea3ed0043ec req-08e2f072-d587-4572-a63b-2a12d4bedafa tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:04:59.110293 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-64e3d296-3b47-46f6-b7c0-8ea3ed0043ec req-08e2f072-d587-4572-a63b-2a12d4bedafa tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.99 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 946 time: 0.0913634
Apr 15 11:04:59.217163 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-64e3d296-3b47-46f6-b7c0-8ea3ed0043ec req-ad4d0caa-6c72-4bf6-b070-1e46e5e55297 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Deleting port e3376e3d-e267-4c82-982d-ebdf04a85d34 {{(pid=85320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:04:59.217801 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-64e3d296-3b47-46f6-b7c0-8ea3ed0043ec req-ad4d0caa-6c72-4bf6-b070-1e46e5e55297 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:59.500759 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:04:59.511609 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-64e3d296-3b47-46f6-b7c0-8ea3ed0043ec req-ad4d0caa-6c72-4bf6-b070-1e46e5e55297 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] For port e3376e3d-e267-4c82-982d-ebdf04a85d34, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e3376e3d-e267-4c82-982d-ebdf04a85d34,segment=NetworkSegment(bbe9b76a-2909-49df-a0d1-c8bbbac386a7),segment_id=bbe9b76a-2909-49df-a0d1-c8bbbac386a7)] {{(pid=85320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:04:59.512017 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-64e3d296-3b47-46f6-b7c0-8ea3ed0043ec req-ad4d0caa-6c72-4bf6-b070-1e46e5e55297 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:59.962741 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-64e3d296-3b47-46f6-b7c0-8ea3ed0043ec req-ad4d0caa-6c72-4bf6-b070-1e46e5e55297 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:59.963577 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-64e3d296-3b47-46f6-b7c0-8ea3ed0043ec req-ad4d0caa-6c72-4bf6-b070-1e46e5e55297 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006503'] for floatingip, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:04:59.963577 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_db [req-64e3d296-3b47-46f6-b7c0-8ea3ed0043ec req-ad4d0caa-6c72-4bf6-b070-1e46e5e55297 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Floating IP 70247b6a-e40c-4e85-bbe1-7017a9f2b251 disassociated. External IP: 172.27.0.243, port: e3376e3d-e267-4c82-982d-ebdf04a85d34.
Apr 15 11:04:59.964158 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-64e3d296-3b47-46f6-b7c0-8ea3ed0043ec req-ad4d0caa-6c72-4bf6-b070-1e46e5e55297 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Calling delete_port for e3376e3d-e267-4c82-982d-ebdf04a85d34 owned by compute:nova {{(pid=85320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:00.021097 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839035e-6021-459d-8518-83dab8576371 req-faf2aba8-13d0-4eb9-abd6-10ce36a35ecc tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:00.022902 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7839035e-6021-459d-8518-83dab8576371 req-faf2aba8-13d0-4eb9-abd6-10ce36a35ecc tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 946 time: 0.2745819
Apr 15 11:05:00.165026 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7839035e-6021-459d-8518-83dab8576371 req-963a6a31-e993-4640-b5cb-4f407d68799b tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups?id=4e679792-fc0d-4976-ad61-f0b1f27198fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1279716
Apr 15 11:05:00.246306 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:00.255032 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f587c-4fa9-4322-8b16-d978c8378f1d req-ab0c7b55-f0ea-44ba-a761-2d4e2794144c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:00.256757 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cb4f587c-4fa9-4322-8b16-d978c8378f1d req-ab0c7b55-f0ea-44ba-a761-2d4e2794144c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 943 time: 0.2003081
Apr 15 11:05:00.287474 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-64e3d296-3b47-46f6-b7c0-8ea3ed0043ec req-ad4d0caa-6c72-4bf6-b070-1e46e5e55297 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:00.306817 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-29677ebd-fe2d-4068-b00b-169b9a3257fd tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:00.420212 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d0caa-6c72-4bf6-b070-1e46e5e55297 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Pushing event deleted for resources: {'Port': ['ID=e3376e3d-e267-4c82-982d-ebdf04a85d34,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:00.429900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ad4d0caa-6c72-4bf6-b070-1e46e5e55297 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:00.446995 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cb4f587c-4fa9-4322-8b16-d978c8378f1d req-c402f580-e959-4ca9-b3ad-38b12db9f39a tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1777320
Apr 15 11:05:00.798788 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64e3d296-3b47-46f6-b7c0-8ea3ed0043ec req-ad4d0caa-6c72-4bf6-b070-1e46e5e55297 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:05:01.309243 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64e3d296-3b47-46f6-b7c0-8ea3ed0043ec req-ad4d0caa-6c72-4bf6-b070-1e46e5e55297 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:05:01.340758 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb1abca-9285-4624-b1ce-720941c8110e None None] Sync routers for ids ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:05:01.357738 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb1abca-9285-4624-b1ce-720941c8110e None None] Routers {'2cca1b90-0fc0-46d3-96f8-d55353acfef7'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:05:01.359437 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-1cb1abca-9285-4624-b1ce-720941c8110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc4d08438>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:01.395370 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e3d296-3b47-46f6-b7c0-8ea3ed0043ec req-ad4d0caa-6c72-4bf6-b070-1e46e5e55297 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] No DVR routers for this DVR port e3376e3d-e267-4c82-982d-ebdf04a85d34 on host hv-cinder-78638 {{(pid=85320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:05:01.399083 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-64e3d296-3b47-46f6-b7c0-8ea3ed0043ec req-ad4d0caa-6c72-4bf6-b070-1e46e5e55297 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:01.403335 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a041e7-029e-486f-8d98-6327fcdf4215', 'name': 'network-vif-deleted', 'tag': 'e3376e3d-e267-4c82-982d-ebdf04a85d34'}] {{(pid=85320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:05:01.421887 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-64e3d296-3b47-46f6-b7c0-8ea3ed0043ec req-ad4d0caa-6c72-4bf6-b070-1e46e5e55297 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.99 "DELETE /v2.0/ports/e3376e3d-e267-4c82-982d-ebdf04a85d34 HTTP/1.1" status: 204  len: 173 time: 2.3046124
Apr 15 11:05:01.596884 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-3f4dda95-c058-42f0-b711-bbb247c2d402 req-64b87577-e755-4b3a-9041-c1a03a7d5690 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Synchronizing usage tracker for tenant:0959c169751f48ebbdb3397c86b113dc on resource:port {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:05:01.621873 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-1cb1abca-9285-4624-b1ce-720941c8110e None None] Set router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:05:01.624128 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-3f4dda95-c058-42f0-b711-bbb247c2d402 req-64b87577-e755-4b3a-9041-c1a03a7d5690 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Unset dirty status for tenant:0959c169751f48ebbdb3397c86b113dc on resource:port {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:05:01.626519 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3f4dda95-c058-42f0-b711-bbb247c2d402 req-64b87577-e755-4b3a-9041-c1a03a7d5690 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4a041e7-029e-486f-8d98-6327fcdf4215 HTTP/1.1" status: 200  len: 210 time: 0.0966191
Apr 15 11:05:01.713696 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a041e7-029e-486f-8d98-6327fcdf4215', 'name': 'network-vif-deleted', 'tag': 'e3376e3d-e267-4c82-982d-ebdf04a85d34', 'status': 'completed', 'code': 200}
Apr 15 11:05:02.005288 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-1cb1abca-9285-4624-b1ce-720941c8110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc4d08438>, [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:23Z', 'revision_number': 4, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port': {'id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:03Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '962e6f28-ed87-4d4a-81c2-e0b014d94425', 'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'mac_address': 'fa:16:3e:2c:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:21Z', 'updated_at': '2021-04-15T10:57:37Z', 'revision_number': 5, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'subnets': [{'id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:02.010216 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb1abca-9285-4624-b1ce-720941c8110e None None] Checking router: 2cca1b90-0fc0-46d3-96f8-d55353acfef7 for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:05:02.023047 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb1abca-9285-4624-b1ce-720941c8110e None None] Routers {'2cca1b90-0fc0-46d3-96f8-d55353acfef7'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:05:02.023762 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-1cb1abca-9285-4624-b1ce-720941c8110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc4d08438>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:02.305648 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-1cb1abca-9285-4624-b1ce-720941c8110e None None] Set router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:05:02.552822 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-96f85528-6366-48f9-97d1-600a7820e425 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Synchronizing usage tracker for tenant:88aa0bab568f4a5aa59730c0ed5f2114 on resource:security_group {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:05:02.653057 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:05:02.738723 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-96f85528-6366-48f9-97d1-600a7820e425 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Unset dirty status for tenant:88aa0bab568f4a5aa59730c0ed5f2114 on resource:security_group {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:05:02.741007 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-96f85528-6366-48f9-97d1-600a7820e425 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369435529&fields=id&tenant_id=88aa0bab568f4a5aa59730c0ed5f2114 HTTP/1.1" status: 200  len: 267 time: 0.2524149
Apr 15 11:05:02.942919 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device e3376e3d-e267-4c82-982d-ebdf04a85d34 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:05:02.989534 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: e3376e3d-e267-4c82-982d-ebdf04a85d34 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:05:02.989906 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device e3376e3d-e267-4c82-982d-ebdf04a85d34 not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:05:03.026931 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-1cb1abca-9285-4624-b1ce-720941c8110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc4d08438>, [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:23Z', 'revision_number': 4, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port': {'id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:03Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '962e6f28-ed87-4d4a-81c2-e0b014d94425', 'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'mac_address': 'fa:16:3e:2c:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:21Z', 'updated_at': '2021-04-15T10:57:37Z', 'revision_number': 5, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'subnets': [{'id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:03.032373 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb1abca-9285-4624-b1ce-720941c8110e None None] The sync data for ids ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'] in dv-cinder-786386-1-iscsi is: [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T10:57:23Z', 'revision_number': 4, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port': {'id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:03Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '962e6f28-ed87-4d4a-81c2-e0b014d94425', 'name': '', 'network_id': 'f2540102-4996-4e3c-af26-30cf18f2f6dc', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'mac_address': 'fa:16:3e:2c:c9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:21Z', 'updated_at': '2021-04-15T10:57:37Z', 'revision_number': 5, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'subnets': [{'id': '5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:05:03.172408 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340b660-7018-4876-a168-b928570ca917 req-28ad8eb1-15da-4a85-9cb0-b34d80f3e198 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:03.175999 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4340b660-7018-4876-a168-b928570ca917 req-28ad8eb1-15da-4a85-9cb0-b34d80f3e198 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 943 time: 0.5945134
Apr 15 11:05:03.187461 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e16e1a9a-3600-4a34-a580-7fe31cd711b9 req-d8a1ee76-c450-4946-bfea-5fc16da22f80 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5270030
Apr 15 11:05:03.241033 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-b442cbe2-236a-468e-9939-614786fdfb04 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:03.244153 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-b442cbe2-236a-468e-9939-614786fdfb04 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/networks?id=bab36b9c-674d-4261-ab81-d4fb1bd1f111 HTTP/1.1" status: 200  len: 811 time: 0.4858761
Apr 15 11:05:03.296732 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-105b7c13-4105-4f2a-8434-dfb3348818ea tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/quotas/88aa0bab568f4a5aa59730c0ed5f2114 HTTP/1.1" status: 200  len: 375 time: 0.0446832
Apr 15 11:05:03.386081 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4340b660-7018-4876-a168-b928570ca917 req-ddde71fc-11e4-4488-9c33-431436de1c25 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1970639
Apr 15 11:05:03.434645 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-285a6878-8b2c-4993-96b4-25a43d9c9b51 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1254258
Apr 15 11:05:03.468154 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8d110e-7a12-46ee-96eb-2b9541e96ad4 None None] New status for floating IP 70247b6a-e40c-4e85-bbe1-7017a9f2b251: DOWN {{(pid=85323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:05:03.530295 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50496) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:03.653247 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-319546cd-6877-482a-b065-42b58b0f1fc7 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:03.663891 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d429391a-2d88-49bd-b558-fc06d605cbfc service neutron] 10.222.0.100 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116683
Apr 15 11:05:03.697265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-319546cd-6877-482a-b065-42b58b0f1fc7 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:03.760306 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-319546cd-6877-482a-b065-42b58b0f1fc7 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:03.777086 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e59157b9-d55b-40d4-8516-dc4a6b357bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:03.809571 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319546cd-6877-482a-b065-42b58b0f1fc7 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e679792-fc0d-4976-ad61-f0b1f27198fa,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:03.816195 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-319546cd-6877-482a-b065-42b58b0f1fc7 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:03.820843 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-319546cd-6877-482a-b065-42b58b0f1fc7 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:03.824001 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-319546cd-6877-482a-b065-42b58b0f1fc7 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "DELETE /v2.0/security-groups/4e679792-fc0d-4976-ad61-f0b1f27198fa HTTP/1.1" status: 204  len: 168 time: 0.2912056
Apr 15 11:05:03.826451 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50500) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:03.861959 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.v2.resource [None req-fca8cddc-a0de-494c-ba9a-26fae3fee662 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] show failed (client error): The resource could not be found.
Apr 15 11:05:03.867355 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-fca8cddc-a0de-494c-ba9a-26fae3fee662 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "GET /v2.0/security-groups/4e679792-fc0d-4976-ad61-f0b1f27198fa HTTP/1.1" status: 404  len: 347 time: 0.0362313
Apr 15 11:05:03.867693 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50504) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:03.983554 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-1676dd8d-8987-42ba-a5f1-1e8384683122 service neutron] 10.222.0.100 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3073740
Apr 15 11:05:04.020461 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e1a9a-3600-4a34-a580-7fe31cd711b9 req-48f48232-d047-49f0-9340-d854bac1acda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:04.022134 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e16e1a9a-3600-4a34-a580-7fe31cd711b9 req-48f48232-d047-49f0-9340-d854bac1acda service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4&tenant_id=680f4c59aed648ae8db373d5dcc3c9ed HTTP/1.1" status: 200  len: 1096 time: 0.1359782
Apr 15 11:05:04.072807 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-13118b5c-ee98-4ed4-aaa3-2e3a8ae41e83 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Deleting port 777392f1-77b4-4968-b133-d19dd9372d16 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:04.073452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-13118b5c-ee98-4ed4-aaa3-2e3a8ae41e83 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:04.203549 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e1a9a-3600-4a34-a580-7fe31cd711b9 req-07168d1e-e79e-4f27-bf4e-bae53a9f378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:04.206063 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e16e1a9a-3600-4a34-a580-7fe31cd711b9 req-07168d1e-e79e-4f27-bf4e-bae53a9f378c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=680f4c59aed648ae8db373d5dcc3c9ed&device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 1096 time: 0.1330438
Apr 15 11:05:04.407117 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e1a9a-3600-4a34-a580-7fe31cd711b9 req-55b22589-5638-4373-b0d5-21e974a47280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:04.409365 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e16e1a9a-3600-4a34-a580-7fe31cd711b9 req-55b22589-5638-4373-b0d5-21e974a47280 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca HTTP/1.1" status: 200  len: 917 time: 0.1969061
Apr 15 11:05:04.432212 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-13118b5c-ee98-4ed4-aaa3-2e3a8ae41e83 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:04.432212 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-13118b5c-ee98-4ed4-aaa3-2e3a8ae41e83 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:04.540241 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e16e1a9a-3600-4a34-a580-7fe31cd711b9 req-ab5b8880-d508-4a1c-b044-0e94fc1491e1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab HTTP/1.1" status: 200  len: 999 time: 0.1244967
Apr 15 11:05:04.610133 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-13118b5c-ee98-4ed4-aaa3-2e3a8ae41e83 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Calling delete_port for 777392f1-77b4-4968-b133-d19dd9372d16 owned by network:floatingip {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:04.787483 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-13118b5c-ee98-4ed4-aaa3-2e3a8ae41e83 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:04.804633 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d167f0a7-b445-4ba2-afcf-6d7722304d51 tempest-VolumesActionsTest-2031894582 tempest-VolumesActionsTest-2031894582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:04.811576 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f75ea485-ca6f-4248-9f2d-021b542997ba req-251f68a1-0a8b-438b-94e2-7da4974958ee tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 210 time: 0.1766269
Apr 15 11:05:04.855436 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13118b5c-ee98-4ed4-aaa3-2e3a8ae41e83 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Pushing event deleted for resources: {'Port': ['ID=777392f1-77b4-4968-b133-d19dd9372d16,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:04.865896 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e1a9a-3600-4a34-a580-7fe31cd711b9 req-0f1e15e2-99bc-4c76-a3bc-50051a1d9ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:04.867623 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e16e1a9a-3600-4a34-a580-7fe31cd711b9 req-0f1e15e2-99bc-4c76-a3bc-50051a1d9ea2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cc8f8bbb-1b00-4320-81db-dc64ff750b3a HTTP/1.1" status: 200  len: 854 time: 0.3211315
Apr 15 11:05:04.910603 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-13118b5c-ee98-4ed4-aaa3-2e3a8ae41e83 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:04.950900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba003a58-3f7c-4b8c-8085-443a74c022c3 req-69eb608f-828d-4efd-9c1f-8a6f8c6d8f4c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:04.952641 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ba003a58-3f7c-4b8c-8085-443a74c022c3 req-69eb608f-828d-4efd-9c1f-8a6f8c6d8f4c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 943 time: 0.2404270
Apr 15 11:05:05.014090 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e1a9a-3600-4a34-a580-7fe31cd711b9 req-a4bb2497-b35c-4f6e-8a0d-e52fa5687c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:05.015802 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e16e1a9a-3600-4a34-a580-7fe31cd711b9 req-a4bb2497-b35c-4f6e-8a0d-e52fa5687c55 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1390221
Apr 15 11:05:05.194369 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e16e1a9a-3600-4a34-a580-7fe31cd711b9 req-ab05d4a4-8a70-477d-8270-f7ce0bac9d3c service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1717949
Apr 15 11:05:05.197666 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ba003a58-3f7c-4b8c-8085-443a74c022c3 req-0b093707-c242-4ea8-a8af-ac51e427a063 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2350106
Apr 15 11:05:05.245436 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-13118b5c-ee98-4ed4-aaa3-2e3a8ae41e83 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks [] for floatingip, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:05.279709 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-13118b5c-ee98-4ed4-aaa3-2e3a8ae41e83 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:05.281275 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-13118b5c-ee98-4ed4-aaa3-2e3a8ae41e83 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] 10.222.0.100 "DELETE /v2.0/floatingips/70247b6a-e40c-4e85-bbe1-7017a9f2b251 HTTP/1.1" status: 204  len: 168 time: 1.4122076
Apr 15 11:05:05.408932 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e16e1a9a-3600-4a34-a580-7fe31cd711b9 req-24bdec1c-7269-4b1d-bff9-c21e498110e3 service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2047014
Apr 15 11:05:06.000187 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d677921b-09d8-4653-a59d-7dffe43540de req-20324c0a-2203-4f5e-a215-34e431283e37 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 210 time: 0.0543721
Apr 15 11:05:06.546217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee7ed7-86e6-4ce1-87f3-63f3e35a952b req-3ebb2db5-bf46-4d92-9409-a4c35fb76a9f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:06.550483 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8bee7ed7-86e6-4ce1-87f3-63f3e35a952b req-3ebb2db5-bf46-4d92-9409-a4c35fb76a9f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 943 time: 0.1921432
Apr 15 11:05:06.619629 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8bee7ed7-86e6-4ce1-87f3-63f3e35a952b req-6a9c68a5-a33f-4aa6-b93c-e603d36ad816 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564704
Apr 15 11:05:07.241934 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3bf76adc-65d6-4dd8-b6f6-2446a70072b0 req-a8071fee-343f-46dd-9878-17f81fdbf4c3 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 210 time: 0.0590136
Apr 15 11:05:07.888667 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d07368-faeb-4db5-b139-9358295c0b35 req-8cac49ee-6c47-44be-a512-ba89a91bf737 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:07.890747 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e5d07368-faeb-4db5-b139-9358295c0b35 req-8cac49ee-6c47-44be-a512-ba89a91bf737 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 943 time: 0.1051147
Apr 15 11:05:07.964913 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e5d07368-faeb-4db5-b139-9358295c0b35 req-abacbac7-68ac-4bab-8f16-c9c1f4a3428b tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662706
Apr 15 11:05:08.511416 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9bec57a8-0b5c-41bc-8943-a50a572dcd8b req-b3e8f583-f59f-4223-8707-b176c70d233d tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 210 time: 0.0774574
Apr 15 11:05:09.260514 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1d55c-d4a0-4341-9794-67ded580d9a6 req-a0c4907c-74b6-4ead-ae83-9b74729d21f8 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:09.269245 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4ed1d55c-d4a0-4341-9794-67ded580d9a6 req-a0c4907c-74b6-4ead-ae83-9b74729d21f8 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 943 time: 0.1075168
Apr 15 11:05:09.323017 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4ed1d55c-d4a0-4341-9794-67ded580d9a6 req-e404b9b0-f047-42b4-b4ce-58e59079f441 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522027
Apr 15 11:05:09.719899 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f97fbb47-fa4b-42df-bdcf-377a81993a7b req-e7aea3f7-9f40-4d05-81d4-6b9b3e6d48f7 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 210 time: 0.0522742
Apr 15 11:05:09.873194 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50590) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:10.615334 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a9482-536a-41be-8e96-27e4f6d25f92 req-031cbcfc-190e-422c-880c-0c54739b1ca9 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:10.617544 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-af3a9482-536a-41be-8e96-27e4f6d25f92 req-031cbcfc-190e-422c-880c-0c54739b1ca9 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 943 time: 0.1097083
Apr 15 11:05:10.704888 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-af3a9482-536a-41be-8e96-27e4f6d25f92 req-df84a1ce-46b6-48ba-873e-52230c78b310 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766351
Apr 15 11:05:11.051647 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b55aff01-b249-4297-ba07-94b36b04921b req-6ed40e89-04cf-48d4-93d4-45310764daf9 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 210 time: 0.1153073
Apr 15 11:05:11.334573 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-66dadf06-9a30-4990-82b6-23486f0b2db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852772599'] for router_interface, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:11.787948 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-66dadf06-9a30-4990-82b6-23486f0b2db4 admin admin] Deleting port 962e6f28-ed87-4d4a-81c2-e0b014d94425 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:11.788385 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-66dadf06-9a30-4990-82b6-23486f0b2db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:12.065410 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-66dadf06-9a30-4990-82b6-23486f0b2db4 admin admin] For port 962e6f28-ed87-4d4a-81c2-e0b014d94425, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=962e6f28-ed87-4d4a-81c2-e0b014d94425,segment=NetworkSegment(bbe9b76a-2909-49df-a0d1-c8bbbac386a7),segment_id=bbe9b76a-2909-49df-a0d1-c8bbbac386a7)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:12.066901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-66dadf06-9a30-4990-82b6-23486f0b2db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:12.074251 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d210235-3c5c-493b-9abb-40132b388111 req-bfa42c51-d13b-45c9-a6c5-14f09221bac1 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:12.084219 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2d210235-3c5c-493b-9abb-40132b388111 req-bfa42c51-d13b-45c9-a6c5-14f09221bac1 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 943 time: 0.1206980
Apr 15 11:05:12.162142 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2d210235-3c5c-493b-9abb-40132b388111 req-f20aa0ee-7739-4e46-bd42-523fa511e407 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768092
Apr 15 11:05:12.345061 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a023f1b8-ba00-46d0-be74-31fe69fca848 req-be2510cf-5e75-4764-b9db-9e46ae308f5b tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 210 time: 0.0651238
Apr 15 11:05:12.435843 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-66dadf06-9a30-4990-82b6-23486f0b2db4 admin admin] Calling delete_port for 962e6f28-ed87-4d4a-81c2-e0b014d94425 owned by network:router_interface {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:12.765832 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-66dadf06-9a30-4990-82b6-23486f0b2db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:12.791494 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:12.928815 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dadf06-9a30-4990-82b6-23486f0b2db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=962e6f28-ed87-4d4a-81c2-e0b014d94425,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:12.932007 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-66dadf06-9a30-4990-82b6-23486f0b2db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:13.575850 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-66dadf06-9a30-4990-82b6-23486f0b2db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852769316'] for router_interface, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:13.727885 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b96fb74b-0f5e-47c1-88d7-57ebfa3d21dd req-f7a22530-bb0d-486a-ada2-6381a15a5362 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 210 time: 0.1413035
Apr 15 11:05:13.752756 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c80344-f7f9-4241-80ee-a2f861386f4e req-0c44491b-f2f1-436c-8641-d89d708ea7fa tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:13.755649 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b1c80344-f7f9-4241-80ee-a2f861386f4e req-0c44491b-f2f1-436c-8641-d89d708ea7fa tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 943 time: 0.3016224
Apr 15 11:05:13.864519 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b1c80344-f7f9-4241-80ee-a2f861386f4e req-915386d3-8dbf-4fd3-858e-a584c0d7185d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1003814
Apr 15 11:05:14.439516 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66dadf06-9a30-4990-82b6-23486f0b2db4 admin admin] Router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:05:14.972290 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dadf06-9a30-4990-82b6-23486f0b2db4 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:05:14.984632 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b669c-56c3-4d08-9723-4e2af122001d None None] Sync routers for ids ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:05:14.998641 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-66dadf06-9a30-4990-82b6-23486f0b2db4 admin admin] 10.222.0.100 "PUT /v2.0/routers/2cca1b90-0fc0-46d3-96f8-d55353acfef7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1235764
Apr 15 11:05:15.006647 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50614) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:15.018107 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b669c-56c3-4d08-9723-4e2af122001d None None] Routers {'2cca1b90-0fc0-46d3-96f8-d55353acfef7'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:05:15.020303 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-731b669c-56c3-4d08-9723-4e2af122001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5cd3550>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:15.038773 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b39bd03a-3d39-432d-b678-6e10ddf34c6e req-810e7507-4573-4861-bfe1-8df3cfcc754b tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 210 time: 0.0691421
Apr 15 11:05:15.317547 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109d006-ae62-4935-b62c-b7de2459926c req-045369bc-e10b-45d2-8763-e584ea417e7f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:15.319707 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4109d006-ae62-4935-b62c-b7de2459926c req-045369bc-e10b-45d2-8763-e584ea417e7f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 943 time: 0.1243186
Apr 15 11:05:15.357682 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-731b669c-56c3-4d08-9723-4e2af122001d None None] Set router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:05:15.372670 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4109d006-ae62-4935-b62c-b7de2459926c req-cd1255ab-7925-47fa-9d0f-39189657fb4d tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455387
Apr 15 11:05:15.422248 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a7fa-47a8-48f8-8e97-b44eb3c88964 admin admin] Notify callbacks [] for router, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:15.694679 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a7fa-47a8-48f8-8e97-b44eb3c88964 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:15.715153 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4a7fa-47a8-48f8-8e97-b44eb3c88964 admin admin] Deleting port 39c95762-26ed-42e1-88ea-ec80b9d78786 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:15.716151 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a7fa-47a8-48f8-8e97-b44eb3c88964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:15.774755 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-731b669c-56c3-4d08-9723-4e2af122001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5cd3550>, [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T11:05:12Z', 'revision_number': 5, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port': {'id': '39c95762-26ed-42e1-88ea-ec80b9d78786', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:03Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:15.779910 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b669c-56c3-4d08-9723-4e2af122001d None None] Checking router: 2cca1b90-0fc0-46d3-96f8-d55353acfef7 for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:05:15.792821 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b669c-56c3-4d08-9723-4e2af122001d None None] Routers {'2cca1b90-0fc0-46d3-96f8-d55353acfef7'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:05:15.795567 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-731b669c-56c3-4d08-9723-4e2af122001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5cd3550>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:04:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:16.004139 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-1ef4a7fa-47a8-48f8-8e97-b44eb3c88964 admin admin] For port 39c95762-26ed-42e1-88ea-ec80b9d78786, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=39c95762-26ed-42e1-88ea-ec80b9d78786,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:16.004687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a7fa-47a8-48f8-8e97-b44eb3c88964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:16.018464 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-731b669c-56c3-4d08-9723-4e2af122001d None None] Set router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 gateway port host: None {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:05:16.170344 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4a7fa-47a8-48f8-8e97-b44eb3c88964 admin admin] Calling delete_port for 39c95762-26ed-42e1-88ea-ec80b9d78786 owned by network:router_gateway {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:16.269779 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-93b52122-75ce-4613-ab95-faefc0953c42 req-bdf55f23-1fc2-43f7-bed0-20dbf87dc8d6 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 210 time: 0.0732954
Apr 15 11:05:16.308823 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-731b669c-56c3-4d08-9723-4e2af122001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5cd3550>, [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T11:05:15Z', 'revision_number': 6, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port_host': None}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:16.314626 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b669c-56c3-4d08-9723-4e2af122001d None None] The sync data for ids ['2cca1b90-0fc0-46d3-96f8-d55353acfef7'] in dv-cinder-786386-1-iscsi is: [{'id': '2cca1b90-0fc0-46d3-96f8-d55353acfef7', 'name': 'tempest-AttachVolumeTestJSON-1808233263-router', 'tenant_id': '0959c169751f48ebbdb3397c86b113dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:00Z', 'updated_at': '2021-04-15T11:05:15Z', 'revision_number': 6, 'project_id': '0959c169751f48ebbdb3397c86b113dc', 'gw_port_host': None}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:05:16.455647 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a7fa-47a8-48f8-8e97-b44eb3c88964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:16.474510 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:16.574306 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4a7fa-47a8-48f8-8e97-b44eb3c88964 admin admin] Pushing event deleted for resources: {'Port': ['ID=39c95762-26ed-42e1-88ea-ec80b9d78786,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:16.581779 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1ef4a7fa-47a8-48f8-8e97-b44eb3c88964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:16.636703 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8537d-c217-4bda-915c-5e43a3d1669c req-9ade4319-c895-4a13-917e-0079bd0876c9 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:16.638699 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fac8537d-c217-4bda-915c-5e43a3d1669c req-9ade4319-c895-4a13-917e-0079bd0876c9 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 943 time: 0.1096253
Apr 15 11:05:16.701332 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fac8537d-c217-4bda-915c-5e43a3d1669c req-a17e5d4e-1914-4329-adbe-584cdcef69b2 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553961
Apr 15 11:05:16.769728 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a7fa-47a8-48f8-8e97-b44eb3c88964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852769478'] for router_gateway, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:16.970984 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a7fa-47a8-48f8-8e97-b44eb3c88964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852770596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60879'] for router, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:16.974275 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a7fa-47a8-48f8-8e97-b44eb3c88964 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:17.003538 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a7fa-47a8-48f8-8e97-b44eb3c88964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000460'] for router, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:17.004190 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef4a7fa-47a8-48f8-8e97-b44eb3c88964 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cca1b90-0fc0-46d3-96f8-d55353acfef7 {{(pid=85321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:05:17.019645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a7fa-47a8-48f8-8e97-b44eb3c88964 admin admin] Notify callbacks [] for router, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:17.021406 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-1ef4a7fa-47a8-48f8-8e97-b44eb3c88964 admin admin] 10.222.0.100 "DELETE /v2.0/routers/2cca1b90-0fc0-46d3-96f8-d55353acfef7 HTTP/1.1" status: 204  len: 168 time: 2.0205986
Apr 15 11:05:17.024096 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50624) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:17.119274 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_v2 [None req-853ac44c-bb85-4304-8b60-fa1eb3454629 admin admin] Deleting subnet 5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e {{(pid=85321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:05:17.125071 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-853ac44c-bb85-4304-8b60-fa1eb3454629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:17.219674 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-853ac44c-bb85-4304-8b60-fa1eb3454629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851186173'] for subnet, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:17.338066 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-853ac44c-bb85-4304-8b60-fa1eb3454629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5390'] for subnet, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:17.817452 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8baa0cf4-9341-472e-a203-fb4fff4a8053 req-4ba5bbef-e09b-4c55-be94-b6e58f98a7b5 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 210 time: 0.3189356
Apr 15 11:05:17.857619 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-853ac44c-bb85-4304-8b60-fa1eb3454629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853608755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851334486'] for subnet, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:17.878637 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c7beeb5d-acc0-4985-b467-abb972c7391d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:17.927553 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-3bf9c9c5-64d9-40de-ab27-eab5a4f02235 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:17.930639 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-3bf9c9c5-64d9-40de-ab27-eab5a4f02235 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.99 "GET /v2.0/networks?id=bab36b9c-674d-4261-ab81-d4fb1bd1f111 HTTP/1.1" status: 200  len: 811 time: 0.6197953
Apr 15 11:05:17.935677 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 39c95762-26ed-42e1-88ea-ec80b9d78786 no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:05:18.010222 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ac44c-bb85-4304-8b60-fa1eb3454629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:18.016067 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-853ac44c-bb85-4304-8b60-fa1eb3454629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:18.026803 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: 39c95762-26ed-42e1-88ea-ec80b9d78786 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:05:18.027492 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 39c95762-26ed-42e1-88ea-ec80b9d78786 not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:05:18.028254 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 962e6f28-ed87-4d4a-81c2-e0b014d94425 no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:05:18.063532 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-853ac44c-bb85-4304-8b60-fa1eb3454629 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:18.071259 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-853ac44c-bb85-4304-8b60-fa1eb3454629 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/5fc5ce3c-a9b7-4f20-bd2b-75a62717a81e HTTP/1.1" status: 204  len: 168 time: 1.0457778
Apr 15 11:05:18.075789 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50632) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:18.108663 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: 962e6f28-ed87-4d4a-81c2-e0b014d94425 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:05:18.109706 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 962e6f28-ed87-4d4a-81c2-e0b014d94425 not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:05:18.121919 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbffd4d8-2cdc-4c1f-9f0f-5a78a9200304 None None] Network f2540102-4996-4e3c-af26-30cf18f2f6dc requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:05:18.186150 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-cb6deb63-f6c7-4639-bfe3-cbfda8c3ee80 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114 HTTP/1.1" status: 200  len: 8059 time: 0.2401319
Apr 15 11:05:18.198350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Request body: {'port': {'device_id': '9d09cfd3-baa6-4120-ba74-59d8ea9669f7', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'admin_state_up': True, 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'security_groups': ['9b9d7255-8ac6-4ca3-8357-194666929685']}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:05:18.304294 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854678852'] for network, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:18.323134 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12469ac-fa79-4bc3-a4ed-42fe99d41a84 req-7b1cdf4e-556e-4eaa-9910-8cb581147670 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:18.324879 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e12469ac-fa79-4bc3-a4ed-42fe99d41a84 req-7b1cdf4e-556e-4eaa-9910-8cb581147670 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 943 time: 0.3825326
Apr 15 11:05:18.400555 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Deleting port c15e74d6-58fa-45d9-b98a-db41e40d2156 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:18.401142 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:18.419773 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:05:18.428620 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e12469ac-fa79-4bc3-a4ed-42fe99d41a84 req-6bd5d538-e3c7-485e-a935-e7433cd3a6d1 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755310
Apr 15 11:05:18.429725 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Usage tracker for resource:port and tenant:88aa0bab568f4a5aa59730c0ed5f2114 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:05:18.433256 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:05:18.441037 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:05:18.452847 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Made reservation on behalf of 88aa0bab568f4a5aa59730c0ed5f2114 for: {'port': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:05:18.461329 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:18.568329 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcdb71e-85e5-416f-876f-274af6c06049 None None] DHCP port deletion for f2540102-4996-4e3c-af26-30cf18f2f6dc request from dv-cinder-786386-1-iscsi {{(pid=85322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:05:18.574307 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-cbcdb71e-85e5-416f-876f-274af6c06049 None None] Deleting port c15e74d6-58fa-45d9-b98a-db41e40d2156 {{(pid=85322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:18.576244 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cbcdb71e-85e5-416f-876f-274af6c06049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:18.684308 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Allocated IP 172.20.0.14 (bab36b9c-674d-4261-ab81-d4fb1bd1f111/25ef98a8-7013-4b9f-8a45-b0570fc1d72f/5eabe8d2-e74e-441b-9f65-13205d187183) {{(pid=85320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:05:18.748213 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:05:18.837159 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] For port c15e74d6-58fa-45d9-b98a-db41e40d2156, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=c15e74d6-58fa-45d9-b98a-db41e40d2156,segment=NetworkSegment(bbe9b76a-2909-49df-a0d1-c8bbbac386a7),segment_id=bbe9b76a-2909-49df-a0d1-c8bbbac386a7)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:18.837933 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:19.011814 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for port, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:19.044188 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Transition to ACTIVE for port object 5eabe8d2-e74e-441b-9f65-13205d187183 will not be triggered until provisioned by entity DHCP. {{(pid=85320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:05:19.099582 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:19.196363 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Calling delete_port for c15e74d6-58fa-45d9-b98a-db41e40d2156 owned by network:dhcp {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:19.210227 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-43e35c95-87bc-4142-9fd0-64e860db34fb tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:19.353336 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:19.373129 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event updated for resources: {'Port': ['ID=5eabe8d2-e74e-441b-9f65-13205d187183,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:19.384814 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:19.391563 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:19.446273 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f39dab-6032-42c4-ae5f-3fb5b9c4619f req-5e4eefe9-35fe-4a6c-a025-ad38f68684af tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:19.448874 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-47f39dab-6032-42c4-ae5f-3fb5b9c4619f req-5e4eefe9-35fe-4a6c-a025-ad38f68684af tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 932 time: 0.2041855
Apr 15 11:05:19.458355 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Network bab36b9c-674d-4261-ab81-d4fb1bd1f111 is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:05:19.461333 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:05:19.464346 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Received port after_create {{(pid=85320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:05:19.543721 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:19.568797 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'port_id': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab', 'mac_address': 'fa:16:3e:6b:16:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:05:19.588501 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Pushing event deleted for resources: {'Port': ['ID=c15e74d6-58fa-45d9-b98a-db41e40d2156,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:19.603921 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:19.676381 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:19.699478 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-47f39dab-6032-42c4-ae5f-3fb5b9c4619f req-b9641f5e-c841-437b-bbc9-11e70839e24b tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2394392
Apr 15 11:05:19.707871 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] No DVR routers for this DVR port c15e74d6-58fa-45d9-b98a-db41e40d2156 on host dv-cinder-786386-1-iscsi {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:05:19.721385 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:05:19.721732 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:19.722390 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:19.732597 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-cbcdb71e-85e5-416f-876f-274af6c06049 None None] For port c15e74d6-58fa-45d9-b98a-db41e40d2156, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=c15e74d6-58fa-45d9-b98a-db41e40d2156,segment=NetworkSegment(bbe9b76a-2909-49df-a0d1-c8bbbac386a7),segment_id=bbe9b76a-2909-49df-a0d1-c8bbbac386a7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:19.733052 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cbcdb71e-85e5-416f-876f-274af6c06049 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:19.764480 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5714624
Apr 15 11:05:19.783136 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Request body: {'port': {'device_id': '9d09cfd3-baa6-4120-ba74-59d8ea9669f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:05:19.883624 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:19.891935 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-cbcdb71e-85e5-416f-876f-274af6c06049 None None] Calling delete_port for c15e74d6-58fa-45d9-b98a-db41e40d2156 owned by network:dhcp {{(pid=85322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:05:19.935237 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:19.939648 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:19.951813 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854341903', 'neutron.services.segments.db._delete_segments_for_network--9223363306319465793'] for network, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:19.963505 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71f283-6c04-4998-8771-14203587dbfa req-e16a4063-6446-4543-9a39-d168b8cbbe9f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:19.966873 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-db71f283-6c04-4998-8771-14203587dbfa req-e16a4063-6446-4543-9a39-d168b8cbbe9f tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 943 time: 0.3325024
Apr 15 11:05:19.997328 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device c15e74d6-58fa-45d9-b98a-db41e40d2156 no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:05:20.029149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:20.079523 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0bbfd73d68>,) {'filters': {'network_id': ['f2540102-4996-4e3c-af26-30cf18f2f6dc']}} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:20.094350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bbfd73d68>, 'bbe9b76a-2909-49df-a0d1-c8bbbac386a7') {'for_net_delete': True} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:20.095258 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bbfd73d68>, 'bbe9b76a-2909-49df-a0d1-c8bbbac386a7') {} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:20.108913 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306319469889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3589659'] for segment, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:20.115584 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: c15e74d6-58fa-45d9-b98a-db41e40d2156 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:05:20.116219 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device c15e74d6-58fa-45d9-b98a-db41e40d2156 not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:05:20.125292 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-28ab286f-5b80-4a48-a8af-cfc07b6251bf None None] Provisioning for port 5eabe8d2-e74e-441b-9f65-13205d187183 completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:05:20.137957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:20.146350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Releasing vlan 1401 on physical network physnet1 to pool {{(pid=85321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:05:20.168160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-28ab286f-5b80-4a48-a8af-cfc07b6251bf None None] Provisioning complete for port 5eabe8d2-e74e-441b-9f65-13205d187183 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:05:20.168897 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-28ab286f-5b80-4a48-a8af-cfc07b6251bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:20.194993 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-db71f283-6c04-4998-8771-14203587dbfa req-5122a817-fdd3-4ff0-b97d-e85ac4d3547c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2041523
Apr 15 11:05:20.328138 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['9d299deb-ed8f-4dd7-8dac-15e2a91db7ab'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:05:20.356745 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Network f2540102-4996-4e3c-af26-30cf18f2f6dc has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:05:20.367506 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-63568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167214'] for segment, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:20.460000 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,revision_number=9']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:20.477970 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:20.603823 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-28ab286f-5b80-4a48-a8af-cfc07b6251bf None None] Port 5eabe8d2-e74e-441b-9f65-13205d187183 cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:05:20.637965 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.api [None req-cbcdb71e-85e5-416f-876f-274af6c06049 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:05:20.638703 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_db.api [None req-cbcdb71e-85e5-416f-876f-274af6c06049 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:05:20.863994 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Network f2540102-4996-4e3c-af26-30cf18f2f6dc has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]: Traceback (most recent call last):
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:     timer()
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:     cb(*args, **kw)
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:     return func(*args, **kwargs)
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:     self._notify()
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:     self.callback(batched_events)
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:     event.method(event)
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:     segment_id)['aggregates'][0]
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:     return f(self, *a, **k)
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self._get(url).json()
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:     **kwargs)
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:     **endpoint_filter)
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:05:20.894410 dv-cinder-786386-1-iscsi neutron-server[85207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:05:20.974989 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-433798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006288'] for network, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:20.979010 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:20.993024 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eabe8d2-e74e-441b-9f65-13205d187183 {{(pid=85320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:05:20.994051 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:21.007108 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2540102-4996-4e3c-af26-30cf18f2f6dc,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:21.011098 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:21.011638 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:21.025902 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] 10.222.0.100 "DELETE /v2.0/networks/f2540102-4996-4e3c-af26-30cf18f2f6dc HTTP/1.1" status: 204  len: 168 time: 2.9459169
Apr 15 11:05:21.055930 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Transition to ACTIVE for port object 5eabe8d2-e74e-441b-9f65-13205d187183 will not be triggered until provisioned by entity L2. {{(pid=85320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:05:21.073776 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693538'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:21.107983 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:21.140278 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-cbcdb71e-85e5-416f-876f-274af6c06049 None None] Deleting port c15e74d6-58fa-45d9-b98a-db41e40d2156 {{(pid=85322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:05:21.140707 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cbcdb71e-85e5-416f-876f-274af6c06049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:21.197225 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50644) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:21.225150 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-cbcdb71e-85e5-416f-876f-274af6c06049 None None] The port 'c15e74d6-58fa-45d9-b98a-db41e40d2156' was deleted {{(pid=85322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:05:21.260810 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:21.266655 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-61839d8d-d3e1-4afa-8ab1-50d1227c7c6a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0959c169751f48ebbdb3397c86b113dc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0676548
Apr 15 11:05:21.269305 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50650) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:21.332570 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7721068-8e33-4ed1-8fb1-039d3c380b91 req-dc69407d-aafa-4746-bccd-48b24d94d2f3 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:21.333405 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-a7721068-8e33-4ed1-8fb1-039d3c380b91 req-dc69407d-aafa-4746-bccd-48b24d94d2f3 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Synchronizing usage tracker for tenant:88aa0bab568f4a5aa59730c0ed5f2114 on resource:port {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:05:21.345550 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5cac90ff-7827-44f5-beff-6881dbf18ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:21.350341 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5eabe8d2-e74e-441b-9f65-13205d187183,revision_number=2']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:21.359086 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:21.400137 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5cac90ff-7827-44f5-beff-6881dbf18ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:21.448892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-a7721068-8e33-4ed1-8fb1-039d3c380b91 req-dc69407d-aafa-4746-bccd-48b24d94d2f3 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Unset dirty status for tenant:88aa0bab568f4a5aa59730c0ed5f2114 on resource:port {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:05:21.450241 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a7721068-8e33-4ed1-8fb1-039d3c380b91 req-dc69407d-aafa-4746-bccd-48b24d94d2f3 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 932 time: 0.5640707
Apr 15 11:05:21.459508 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5cac90ff-7827-44f5-beff-6881dbf18ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:21.465294 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4e7327db-b5fa-4756-a1a5-8ed9563c61d6 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:21.481343 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac90ff-7827-44f5-beff-6881dbf18ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6332bc-b400-4aa4-a521-659adf20b60f,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:21.483983 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5cac90ff-7827-44f5-beff-6881dbf18ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:21.490002 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5cac90ff-7827-44f5-beff-6881dbf18ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:21.491169 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-5cac90ff-7827-44f5-beff-6881dbf18ce3 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/be6332bc-b400-4aa4-a521-659adf20b60f HTTP/1.1" status: 204  len: 168 time: 0.2207100
Apr 15 11:05:21.612106 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a7721068-8e33-4ed1-8fb1-039d3c380b91 req-f8bc1803-ad19-4316-8dc7-e663901450af tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1522794
Apr 15 11:05:21.712853 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3842d-1ea1-461c-8b1e-13eaa5500a26 req-a7467229-2012-4750-84ea-3676512a8986 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:21.714703 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-30c3842d-1ea1-461c-8b1e-13eaa5500a26 req-a7467229-2012-4750-84ea-3676512a8986 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 944 time: 0.3286893
Apr 15 11:05:21.794958 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Attempting to bind port 5eabe8d2-e74e-441b-9f65-13205d187183 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:05:21.795309 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Attempting to bind port 5eabe8d2-e74e-441b-9f65-13205d187183 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'}] {{(pid=85320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:05:21.795771 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Attempting to bind port 5eabe8d2-e74e-441b-9f65-13205d187183 on network bab36b9c-674d-4261-ab81-d4fb1bd1f111 {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:05:21.802559 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-30c3842d-1ea1-461c-8b1e-13eaa5500a26 req-7baa0204-3db6-475c-933b-7a71a8c4036c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747271
Apr 15 11:05:21.804934 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Port 5eabe8d2-e74e-441b-9f65-13205d187183 on network bab36b9c-674d-4261-ab81-d4fb1bd1f111 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 11:05:21.805307 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Attempting to bind port 5eabe8d2-e74e-441b-9f65-13205d187183 on network bab36b9c-674d-4261-ab81-d4fb1bd1f111 {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:05:21.812319 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:05:21.812946 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Checking segment: {'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:05:21.814147 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Bound using segment: {'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'} {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:05:21.814862 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Bound port: 5eabe8d2-e74e-441b-9f65-13205d187183, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'}}] {{(pid=85320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:05:21.815365 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:21.924571 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] For port 5eabe8d2-e74e-441b-9f65-13205d187183, host hv-cinder-78638, cleared binding levels {{(pid=85320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:05:21.928183 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] For port 5eabe8d2-e74e-441b-9f65-13205d187183, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5eabe8d2-e74e-441b-9f65-13205d187183,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:05:21.932311 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693538'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:21.949521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b9626b29-b262-4c30-a32f-9cafbd89aedf tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:22.430163 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5eabe8d2-e74e-441b-9f65-13205d187183,revision_number=3']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:22.435512 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:22.474973 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:22.476393 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:22.478977 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] 10.222.0.99 "PUT /v2.0/ports/5eabe8d2-e74e-441b-9f65-13205d187183 HTTP/1.1" status: 200  len: 1094 time: 2.7005370
Apr 15 11:05:22.479909 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d09cfd3-baa6-4120-ba74-59d8ea9669f7', 'tag': '5eabe8d2-e74e-441b-9f65-13205d187183'}] {{(pid=85320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:05:22.613629 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d09cfd3-baa6-4120-ba74-59d8ea9669f7', 'tag': '5eabe8d2-e74e-441b-9f65-13205d187183', 'status': 'completed', 'code': 200}
Apr 15 11:05:22.684114 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-b0ac1a44-d276-464e-aa8b-99113a2e4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:22.687043 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-b0ac1a44-d276-464e-aa8b-99113a2e4f21 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114&device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 1097 time: 0.1401827
Apr 15 11:05:22.756869 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:05:22.793425 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-a1e1f837-edf0-4071-a2d6-8c86094f5b2b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eabe8d2-e74e-441b-9f65-13205d187183 HTTP/1.1" status: 200  len: 217 time: 0.0930860
Apr 15 11:05:22.857940 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:05:22.858390 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:22.929679 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-3332bee8-4c96-4ea0-917f-6cb34b233bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:22.931365 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-3332bee8-4c96-4ea0-917f-6cb34b233bdb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=25ef98a8-7013-4b9f-8a45-b0570fc1d72f HTTP/1.1" status: 200  len: 850 time: 0.1309664
Apr 15 11:05:23.011849 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc741a9-7181-49ca-a16f-c920d09c539c req-16e7d417-e39f-4724-aaf7-d4dfd8d7f98a tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:23.014260 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4cc741a9-7181-49ca-a16f-c920d09c539c req-16e7d417-e39f-4724-aaf7-d4dfd8d7f98a tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 944 time: 0.2146451
Apr 15 11:05:23.018480 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:23.062126 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47aad833-3f54-411d-b1fa-cb818d748df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:05:23.075652 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:23.080563 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:23.082981 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:23.115543 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-c94bb985-6ea8-4374-8716-1ab3e7cd7d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:23.118402 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-c94bb985-6ea8-4374-8716-1ab3e7cd7d3e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bab36b9c-674d-4261-ab81-d4fb1bd1f111&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1784496
Apr 15 11:05:23.166763 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4cc741a9-7181-49ca-a16f-c920d09c539c req-3e1e0783-6d86-4cf9-b79d-32f5cdaf907e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1404936
Apr 15 11:05:23.217749 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,revision_number=10']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:23.222493 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:23.299599 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-acb16de1-6965-4abc-bed0-c3afda762002 service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737247
Apr 15 11:05:23.636756 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1bedae6d-88fe-42fe-b0b3-457ebec2df14 req-545e4fb9-accf-45e2-ba94-44acc86a7451 service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3305354
Apr 15 11:05:23.671863 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3f281-759e-4317-b803-b3921015f355 req-ab7e31b3-6698-42a0-b38a-f99185396e2c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:23.674861 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cfc3f281-759e-4317-b803-b3921015f355 req-ab7e31b3-6698-42a0-b38a-f99185396e2c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 946 time: 0.3148215
Apr 15 11:05:23.750413 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47aad833-3f54-411d-b1fa-cb818d748df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab', 'code': 200}
Apr 15 11:05:23.833812 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cfc3f281-759e-4317-b803-b3921015f355 req-2b5702d2-1f7d-40af-a685-7322f850b8ae tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1517370
Apr 15 11:05:23.862753 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5477cc33-b102-4857-ad58-8a652d6104e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:23.902550 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ac43f-cf7c-4254-be02-3a293e3a24bc req-921b2bdd-3949-4b7e-a110-d59a5e0fa320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:23.905642 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9f9ac43f-cf7c-4254-be02-3a293e3a24bc req-921b2bdd-3949-4b7e-a110-d59a5e0fa320 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114&device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 1097 time: 0.1646492
Apr 15 11:05:24.130262 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ac43f-cf7c-4254-be02-3a293e3a24bc req-2b58b61a-e034-45f2-a6a6-882dd999c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:24.132571 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9f9ac43f-cf7c-4254-be02-3a293e3a24bc req-2b58b61a-e034-45f2-a6a6-882dd999c609 service neutron] 10.222.0.99 "GET /v2.0/networks?id=bab36b9c-674d-4261-ab81-d4fb1bd1f111 HTTP/1.1" status: 200  len: 913 time: 0.2184813
Apr 15 11:05:24.169923 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788a8da-b8ea-4bf7-b0a6-aa4cc2c0e8d6 req-78eee842-6d16-4383-ad93-c0f40ffebfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:24.171659 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c788a8da-b8ea-4bf7-b0a6-aa4cc2c0e8d6 req-78eee842-6d16-4383-ad93-c0f40ffebfbd service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 1099 time: 0.0908360
Apr 15 11:05:24.227960 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c788a8da-b8ea-4bf7-b0a6-aa4cc2c0e8d6 req-40bfed7e-eea1-40a1-8606-c832579b4c9a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495832
Apr 15 11:05:24.276421 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9f9ac43f-cf7c-4254-be02-3a293e3a24bc req-11882884-efcd-4550-828d-7733f251e248 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eabe8d2-e74e-441b-9f65-13205d187183 HTTP/1.1" status: 200  len: 217 time: 0.1368036
Apr 15 11:05:24.399443 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a6569-bd42-4b51-988a-af0c399c57d0 req-6d6cdfa0-92d8-4065-bca2-02509b5df1b9 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:24.401129 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe7a6569-bd42-4b51-988a-af0c399c57d0 req-6d6cdfa0-92d8-4065-bca2-02509b5df1b9 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 944 time: 0.0954652
Apr 15 11:05:24.457745 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fe7a6569-bd42-4b51-988a-af0c399c57d0 req-57b9b84e-9a08-4dce-a2a6-0607a7d3fef9 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493591
Apr 15 11:05:24.565768 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ac43f-cf7c-4254-be02-3a293e3a24bc req-bd89cd8d-ac19-4f1b-8429-086c730776de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:24.567437 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9f9ac43f-cf7c-4254-be02-3a293e3a24bc req-bd89cd8d-ac19-4f1b-8429-086c730776de service neutron] 10.222.0.99 "GET /v2.0/subnets?id=25ef98a8-7013-4b9f-8a45-b0570fc1d72f HTTP/1.1" status: 200  len: 850 time: 0.0688288
Apr 15 11:05:24.666617 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ac43f-cf7c-4254-be02-3a293e3a24bc req-f27f9d06-6261-46e1-8921-586c7059dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:24.668216 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9f9ac43f-cf7c-4254-be02-3a293e3a24bc req-f27f9d06-6261-46e1-8921-586c7059dbae service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bab36b9c-674d-4261-ab81-d4fb1bd1f111&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835748
Apr 15 11:05:24.824179 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9f9ac43f-cf7c-4254-be02-3a293e3a24bc req-5c1beb91-0bea-4657-90ce-c7d7c9cc2ebf service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485925
Apr 15 11:05:24.982948 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9f9ac43f-cf7c-4254-be02-3a293e3a24bc req-2990fa45-834a-44cd-bee9-b1732805b589 service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510792
Apr 15 11:05:25.183629 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875bb76-8026-49d1-b9a9-c0a5343a179a req-f7a6ae76-c884-4855-9a8e-5a0eb26e9a22 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:25.186239 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9875bb76-8026-49d1-b9a9-c0a5343a179a req-f7a6ae76-c884-4855-9a8e-5a0eb26e9a22 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 946 time: 0.1301260
Apr 15 11:05:25.270350 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9875bb76-8026-49d1-b9a9-c0a5343a179a req-72e8cffb-fe02-4a23-a3b3-6fd7ee7441d3 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759771
Apr 15 11:05:25.457365 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f8a6d048-8f2e-404d-a42a-50857758e5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:25.729584 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fbf8b-26e7-44be-8be2-d9a55f121841 req-b8b27a28-abc8-40b6-9c1e-330437821e02 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:25.731487 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0d8fbf8b-26e7-44be-8be2-d9a55f121841 req-b8b27a28-abc8-40b6-9c1e-330437821e02 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 944 time: 0.1490483
Apr 15 11:05:25.821088 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0d8fbf8b-26e7-44be-8be2-d9a55f121841 req-c6ac480d-d863-4144-a8b3-cb0a66715b2f tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698216
Apr 15 11:05:26.552874 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e2d42-eb56-419c-916c-88a16258062e req-5e4623f9-474a-4bce-b684-4e6401ea3cac tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:26.554989 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8a7e2d42-eb56-419c-916c-88a16258062e req-5e4623f9-474a-4bce-b684-4e6401ea3cac tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 946 time: 0.1372800
Apr 15 11:05:26.607405 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8a7e2d42-eb56-419c-916c-88a16258062e req-6df96669-3def-41a5-9601-8dd34dadf218 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454397
Apr 15 11:05:26.701222 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:27.071990 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:27.093065 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15450436-cbd6-4dea-a2c3-ee9679251636 req-17f6bec0-aef0-4670-a1e8-45b0bc17c7d4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:27.095422 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-15450436-cbd6-4dea-a2c3-ee9679251636 req-17f6bec0-aef0-4670-a1e8-45b0bc17c7d4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 944 time: 0.1150298
Apr 15 11:05:27.152290 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-15450436-cbd6-4dea-a2c3-ee9679251636 req-4599110c-ea22-46f3-a08d-3605ef86dcf5 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493131
Apr 15 11:05:27.824918 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b356c0e-802f-478d-b150-e609ed4f2e41 req-dc03d083-1b97-45b2-912e-f1e4f1431fd2 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:27.826603 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5b356c0e-802f-478d-b150-e609ed4f2e41 req-dc03d083-1b97-45b2-912e-f1e4f1431fd2 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 946 time: 0.0904636
Apr 15 11:05:27.896193 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5b356c0e-802f-478d-b150-e609ed4f2e41 req-81800049-860d-496c-9ae0-c73fbb10229c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563407
Apr 15 11:05:28.465257 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d5a79-6778-4d78-bfaf-841e804f93a0 req-15f327a3-98a1-4f84-adf5-0557343416ff tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:28.468390 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6c1d5a79-6778-4d78-bfaf-841e804f93a0 req-15f327a3-98a1-4f84-adf5-0557343416ff tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 944 time: 0.1740632
Apr 15 11:05:28.525134 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6c1d5a79-6778-4d78-bfaf-841e804f93a0 req-4c2d1900-4cf3-466c-bcb1-6c36e903fb84 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501080
Apr 15 11:05:29.158771 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d489f-23b8-4824-919d-9204766b8dcd req-cc56754f-c6fb-436a-b2a9-dc60d01684de tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:29.162200 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d22d489f-23b8-4824-919d-9204766b8dcd req-cc56754f-c6fb-436a-b2a9-dc60d01684de tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 946 time: 0.1362278
Apr 15 11:05:29.254889 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d22d489f-23b8-4824-919d-9204766b8dcd req-e01beac9-a022-459d-a2a9-ea856edf78c2 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798550
Apr 15 11:05:29.739534 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95633f-a21c-4574-853a-93d6d38d04fc req-cb8a319b-78be-405d-bf9d-b6f54bc552f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:29.741286 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ba95633f-a21c-4574-853a-93d6d38d04fc req-cb8a319b-78be-405d-bf9d-b6f54bc552f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 944 time: 0.0955968
Apr 15 11:05:29.828271 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ba95633f-a21c-4574-853a-93d6d38d04fc req-d182e325-eda5-4cd2-892a-019654f09fe4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793180
Apr 15 11:05:30.247794 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:30.810622 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 5eabe8d2-e74e-441b-9f65-13205d187183 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:05:31.003384 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 5eabe8d2-e74e-441b-9f65-13205d187183, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5eabe8d2-e74e-441b-9f65-13205d187183,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:31.021186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': '5eabe8d2-e74e-441b-9f65-13205d187183', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'port_id': '5eabe8d2-e74e-441b-9f65-13205d187183', 'mac_address': 'fa:16:3e:65:8b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:05:31.088065 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:31.104269 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77692d35-133a-4520-b1fa-17aaa44e35df req-159bbb85-509a-417d-9b7a-954f938a6d4c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:31.106672 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77692d35-133a-4520-b1fa-17aaa44e35df req-159bbb85-509a-417d-9b7a-954f938a6d4c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 944 time: 0.1058173
Apr 15 11:05:31.118789 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eabe8d2-e74e-441b-9f65-13205d187183 {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:05:31.149005 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 5eabe8d2-e74e-441b-9f65-13205d187183, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5eabe8d2-e74e-441b-9f65-13205d187183,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:31.152972 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:31.155326 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:31.177731 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77692d35-133a-4520-b1fa-17aaa44e35df req-7b0c5e9d-280b-41d3-96a6-f1fa1e15c31c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614598
Apr 15 11:05:31.257184 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=5eabe8d2-e74e-441b-9f65-13205d187183,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:31.260739 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:31.439187 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['5eabe8d2-e74e-441b-9f65-13205d187183'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:05:32.269181 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 50822) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:32.435096 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dfc5197f-8a65-41f8-a6e6-6df3f9c577d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:32.457485 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-dfc5197f-8a65-41f8-a6e6-6df3f9c577d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:05:32.464155 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-dfc5197f-8a65-41f8-a6e6-6df3f9c577d0 admin admin] Usage tracker for resource:security_group_rule and tenant:9786c50c35ec43a09ea97b9d5480a44b is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:05:32.475568 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c612b3-7517-465d-b0d6-09e9f3d8bab5 req-dfb5ef3b-7727-4db8-84d4-b8ccf366fa0c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:32.477317 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a2c612b3-7517-465d-b0d6-09e9f3d8bab5 req-dfb5ef3b-7727-4db8-84d4-b8ccf366fa0c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 945 time: 0.1547081
Apr 15 11:05:32.478337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-dfc5197f-8a65-41f8-a6e6-6df3f9c577d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:05:32.487577 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-dfc5197f-8a65-41f8-a6e6-6df3f9c577d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:05:32.557183 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a2c612b3-7517-465d-b0d6-09e9f3d8bab5 req-b91b1dc9-bdf8-4198-9b20-e48bc51e3120 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706453
Apr 15 11:05:32.649283 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dfc5197f-8a65-41f8-a6e6-6df3f9c577d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:32.652459 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dfc5197f-8a65-41f8-a6e6-6df3f9c577d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:32.662845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dc2f9e3c-c992-42be-8a21-aaf745b9a3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:32.713568 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-dfc5197f-8a65-41f8-a6e6-6df3f9c577d0 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9786c50c35ec43a09ea97b9d5480a44b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4427121
Apr 15 11:05:32.714723 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5197f-8a65-41f8-a6e6-6df3f9c577d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b4b6a9-ee1d-445b-8946-bba4948e232d,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:32.717173 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50828) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:32.724709 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dfc5197f-8a65-41f8-a6e6-6df3f9c577d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:32.793416 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:32.817028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 5eabe8d2-e74e-441b-9f65-13205d187183 up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:05:32.826889 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:32.884591 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:32.890349 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e84173b8-b300-4c97-ba03-2a6a345fc437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:32.904903 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b4b6a9-ee1d-445b-8946-bba4948e232d,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:32.915338 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:32.916743 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c9b4b6a9-ee1d-445b-8946-bba4948e232d HTTP/1.1" status: 204  len: 168 time: 0.1982088
Apr 15 11:05:32.918638 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.919096 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.919496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.919922 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.920338 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.920741 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.920928 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port 5eabe8d2-e74e-441b-9f65-13205d187183 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:05:32.921116 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.921578 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.921994 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.922440 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.922879 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.924037 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:05:32.926904 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:32.930549 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port 5eabe8d2-e74e-441b-9f65-13205d187183 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:05:32.931565 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:33.134409 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:33.186342 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d09cfd3-baa6-4120-ba74-59d8ea9669f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eabe8d2-e74e-441b-9f65-13205d187183'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:05:33.198447 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 5eabe8d2-e74e-441b-9f65-13205d187183, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5eabe8d2-e74e-441b-9f65-13205d187183,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:05:33.202890 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:33.205523 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:33.276123 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d09cfd3-baa6-4120-ba74-59d8ea9669f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eabe8d2-e74e-441b-9f65-13205d187183', 'code': 200}
Apr 15 11:05:33.291689 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=5eabe8d2-e74e-441b-9f65-13205d187183,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:33.295209 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:33.685240 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddd19b-5994-4840-a410-3cff40b50aa8 req-ce399eea-879b-4afc-9f08-e91defbfd92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:33.687301 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1cddd19b-5994-4840-a410-3cff40b50aa8 req-ce399eea-879b-4afc-9f08-e91defbfd92f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 1099 time: 0.1131279
Apr 15 11:05:33.760576 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1cddd19b-5994-4840-a410-3cff40b50aa8 req-d2875b1c-367f-44c1-bcb3-94db6f0e6e76 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661223
Apr 15 11:05:33.887632 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aed5bf-047c-46ba-b647-5fbb4785f76c req-d6d1a1d1-c1f4-49aa-a276-67635396af29 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:33.889385 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e3aed5bf-047c-46ba-b647-5fbb4785f76c req-d6d1a1d1-c1f4-49aa-a276-67635396af29 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 946 time: 0.1107731
Apr 15 11:05:33.949194 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e3aed5bf-047c-46ba-b647-5fbb4785f76c req-46000599-b3b1-41d8-9add-91c0a295d3ca tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510209
Apr 15 11:05:35.322070 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101ec6d-af0f-4628-98bc-d6ab13e79287 req-74b8d79d-87a9-4c63-8967-407c093405d0 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:35.325452 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5101ec6d-af0f-4628-98bc-d6ab13e79287 req-74b8d79d-87a9-4c63-8967-407c093405d0 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 946 time: 0.1428747
Apr 15 11:05:35.388735 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5101ec6d-af0f-4628-98bc-d6ab13e79287 req-4a10e840-0824-44ac-9234-6dc772f4711c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537343
Apr 15 11:05:35.681441 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca51f59-5063-4823-aad5-9350f282b82b req-7e8d4e20-868c-414a-bbe8-be23d083c11c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:35.684519 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cca51f59-5063-4823-aad5-9350f282b82b req-7e8d4e20-868c-414a-bbe8-be23d083c11c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 946 time: 0.1230497
Apr 15 11:05:35.742959 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cca51f59-5063-4823-aad5-9350f282b82b req-535c002d-c2ab-49d7-b6f8-e2c92ee0ffeb tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511899
Apr 15 11:05:35.771411 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50882) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:36.128639 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453acb61-4289-4537-9e62-9a81c2b5e5d7 tempest-TestVolumeBootPattern-453877587 tempest-TestVolumeBootPattern-453877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:36.129307 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-453acb61-4289-4537-9e62-9a81c2b5e5d7 tempest-TestVolumeBootPattern-453877587 tempest-TestVolumeBootPattern-453877587-project-admin] Synchronizing usage tracker for tenant:4815f529e59c47ddb0f5a792ff292c43 on resource:port {{(pid=85321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:05:36.150918 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-453acb61-4289-4537-9e62-9a81c2b5e5d7 tempest-TestVolumeBootPattern-453877587 tempest-TestVolumeBootPattern-453877587-project-admin] Unset dirty status for tenant:4815f529e59c47ddb0f5a792ff292c43 on resource:port {{(pid=85321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:05:36.152521 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-453acb61-4289-4537-9e62-9a81c2b5e5d7 tempest-TestVolumeBootPattern-453877587 tempest-TestVolumeBootPattern-453877587-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 1094 time: 0.3798556
Apr 15 11:05:36.155864 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 50888) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:05:36.163112 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Request body: {'floatingip': {'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'port_id': '5eabe8d2-e74e-441b-9f65-13205d187183', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'fixed_ip_address': '172.20.0.14'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:05:36.170017 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:05:36.175095 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Usage tracker for resource:floatingip and tenant:88aa0bab568f4a5aa59730c0ed5f2114 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:05:36.178341 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:05:36.184905 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:05:36.196404 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for floatingip, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:36.360359 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:36.501825 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:05:36.535784 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Allocated IP 172.27.0.102 (1eeb9c89-2bb9-4c7f-a0e4-333ef2157091/78180e32-2848-4a5f-839b-5eade47ae7ad/70ea0f50-6e65-4181-ae22-03ee812341b3) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:05:36.728467 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:36.775035 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:36.795191 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f7df5888-612e-41a6-b980-c2db5e750b69 tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:36.973009 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event updated for resources: {'Port': ['ID=70ea0f50-6e65-4181-ae22-03ee812341b3,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:36.978922 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:37.059277 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:05:37.067001 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:05:37.071631 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:05:37.579114 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:37.666373 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:38.010510 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:38.016396 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:38.045105 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4bebef16-3b0e-4296-bb60-63bfa68214fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:05:38.312484 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event updated for resources: {'Port': ['ID=70ea0f50-6e65-4181-ae22-03ee812341b3,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:05:38.318157 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:05:38.462954 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006503'] for floatingip, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:38.657587 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_db [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Floating IP 23e35c34-0a59-4592-9244-9f943d6c40b6 associated. External IP: 172.27.0.102, port: 5eabe8d2-e74e-441b-9f65-13205d187183.
Apr 15 11:05:39.102888 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Router 2cd67529-5ee5-426d-8707-6019e17bb948 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:05:39.698866 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:05:39.711070 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7731190f-109f-4b20-ac9b-9d15ccf84afb None None] Sync routers for ids ['2cd67529-5ee5-426d-8707-6019e17bb948'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:05:39.723455 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7731190f-109f-4b20-ac9b-9d15ccf84afb None None] Routers {'2cd67529-5ee5-426d-8707-6019e17bb948'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:05:39.724463 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-7731190f-109f-4b20-ac9b-9d15ccf84afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5bf11d0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:05:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cd67529-5ee5-426d-8707-6019e17bb948'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:39.727638 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:39.805362 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.6477721
Apr 15 11:05:39.806354 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d09cfd3-baa6-4120-ba74-59d8ea9669f7', 'tag': '5eabe8d2-e74e-441b-9f65-13205d187183'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:05:39.889775 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d09cfd3-baa6-4120-ba74-59d8ea9669f7', 'tag': '5eabe8d2-e74e-441b-9f65-13205d187183', 'status': 'completed', 'code': 200}
Apr 15 11:05:39.955826 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-7731190f-109f-4b20-ac9b-9d15ccf84afb None None] Set router 2cd67529-5ee5-426d-8707-6019e17bb948 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:05:40.168351 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b7474-51a4-4310-9d63-05df0e9349fc req-58ebf335-d437-4952-91e1-a728418fd234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:40.171189 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c4b7474-51a4-4310-9d63-05df0e9349fc req-58ebf335-d437-4952-91e1-a728418fd234 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114&device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 1099 time: 0.1133678
Apr 15 11:05:40.386993 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b7474-51a4-4310-9d63-05df0e9349fc req-d0d5e2e6-5ff7-429d-ae36-5ca9e1b8e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:40.390548 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c4b7474-51a4-4310-9d63-05df0e9349fc req-d0d5e2e6-5ff7-429d-ae36-5ca9e1b8e13f service neutron] 10.222.0.99 "GET /v2.0/networks?id=bab36b9c-674d-4261-ab81-d4fb1bd1f111 HTTP/1.1" status: 200  len: 913 time: 0.2127957
Apr 15 11:05:40.601438 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c4b7474-51a4-4310-9d63-05df0e9349fc req-a31ad152-0730-4f5c-af49-fdb223796c2e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eabe8d2-e74e-441b-9f65-13205d187183 HTTP/1.1" status: 200  len: 1000 time: 0.1993113
Apr 15 11:05:40.613000 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-7731190f-109f-4b20-ac9b-9d15ccf84afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5bf11d0>, [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '23e35c34-0a59-4592-9244-9f943d6c40b6', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'port_id': '5eabe8d2-e74e-441b-9f65-13205d187183', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'mac_address': 'fa:16:3e:65:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09cfd3-baa6-4120-ba74-59d8ea9669f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:05:37Z', 'updated_at': '2021-04-15T11:05:37Z', 'revision_number': 0, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 5, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:40.618837 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7731190f-109f-4b20-ac9b-9d15ccf84afb None None] Checking router: 2cd67529-5ee5-426d-8707-6019e17bb948 for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:05:40.630602 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7731190f-109f-4b20-ac9b-9d15ccf84afb None None] Routers {'2cd67529-5ee5-426d-8707-6019e17bb948'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:05:40.631775 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-7731190f-109f-4b20-ac9b-9d15ccf84afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5bf11d0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:05:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cd67529-5ee5-426d-8707-6019e17bb948'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:40.730023 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b7474-51a4-4310-9d63-05df0e9349fc req-3d3eeb10-66ad-465f-a18a-370c12f90911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:40.732374 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c4b7474-51a4-4310-9d63-05df0e9349fc req-3d3eeb10-66ad-465f-a18a-370c12f90911 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=25ef98a8-7013-4b9f-8a45-b0570fc1d72f HTTP/1.1" status: 200  len: 850 time: 0.1240034
Apr 15 11:05:40.836951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b7474-51a4-4310-9d63-05df0e9349fc req-88e1263f-d13e-4913-bd3f-1c5974542316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:40.838769 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c4b7474-51a4-4310-9d63-05df0e9349fc req-88e1263f-d13e-4913-bd3f-1c5974542316 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bab36b9c-674d-4261-ab81-d4fb1bd1f111&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0996668
Apr 15 11:05:40.885785 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-7731190f-109f-4b20-ac9b-9d15ccf84afb None None] Set router 2cd67529-5ee5-426d-8707-6019e17bb948 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:05:41.021817 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c4b7474-51a4-4310-9d63-05df0e9349fc req-49651591-61b9-4be8-a9e8-08c9da9905ce service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1750667
Apr 15 11:05:41.543384 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c4b7474-51a4-4310-9d63-05df0e9349fc req-bda59518-40ed-43e3-aefe-b92486854a2b service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5139868
Apr 15 11:05:41.575223 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-7731190f-109f-4b20-ac9b-9d15ccf84afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5bf11d0>, [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '23e35c34-0a59-4592-9244-9f943d6c40b6', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'port_id': '5eabe8d2-e74e-441b-9f65-13205d187183', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'mac_address': 'fa:16:3e:65:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09cfd3-baa6-4120-ba74-59d8ea9669f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:05:37Z', 'updated_at': '2021-04-15T11:05:37Z', 'revision_number': 0, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 5, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:05:41.583497 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7731190f-109f-4b20-ac9b-9d15ccf84afb None None] The sync data for ids ['2cd67529-5ee5-426d-8707-6019e17bb948'] in dv-cinder-786386-1-iscsi is: [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '23e35c34-0a59-4592-9244-9f943d6c40b6', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'port_id': '5eabe8d2-e74e-441b-9f65-13205d187183', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'mac_address': 'fa:16:3e:65:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09cfd3-baa6-4120-ba74-59d8ea9669f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:05:37Z', 'updated_at': '2021-04-15T11:05:37Z', 'revision_number': 0, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 5, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:05:41.907292 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c9a824-c032-45dc-a4bb-a1002f73d46d None None] New status for floating IP 23e35c34-0a59-4592-9244-9f943d6c40b6: ACTIVE {{(pid=85322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:05:51.255446 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:53.845249 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-619fd6b3-bbd3-45ad-9320-040a5d8470a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:55.452318 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8584136d-e379-4ac1-ac8b-26fc8b65861d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:56.660669 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a0a331f2-2176-44b1-a520-333748e08934 req-19ef3780-c7a1-4f47-b546-9dce8885f5d5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0770278
Apr 15 11:05:56.694432 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:56.908246 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a331f2-2176-44b1-a520-333748e08934 req-19f4344c-f93d-49e1-96da-1694bb5df3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:56.911326 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a0a331f2-2176-44b1-a520-333748e08934 req-19f4344c-f93d-49e1-96da-1694bb5df3d4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=680f4c59aed648ae8db373d5dcc3c9ed&device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 1099 time: 0.1535640
Apr 15 11:05:57.056399 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:05:57.079810 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a331f2-2176-44b1-a520-333748e08934 req-46ecfcef-c3bd-42fb-9521-1bd4f645dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:57.081422 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a0a331f2-2176-44b1-a520-333748e08934 req-46ecfcef-c3bd-42fb-9521-1bd4f645dec9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca HTTP/1.1" status: 200  len: 917 time: 0.1482694
Apr 15 11:05:57.197471 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a0a331f2-2176-44b1-a520-333748e08934 req-0a02b59f-2ee6-444c-8f6d-957f07d48bd6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab HTTP/1.1" status: 200  len: 1001 time: 0.1066675
Apr 15 11:05:57.274992 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a331f2-2176-44b1-a520-333748e08934 req-c16e303e-7b1b-434b-abfb-058148196959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:57.276739 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a0a331f2-2176-44b1-a520-333748e08934 req-c16e303e-7b1b-434b-abfb-058148196959 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cc8f8bbb-1b00-4320-81db-dc64ff750b3a HTTP/1.1" status: 200  len: 854 time: 0.0721011
Apr 15 11:05:57.366041 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a331f2-2176-44b1-a520-333748e08934 req-4b440a72-216e-4402-aab7-fe9598cad304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:05:57.367644 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a0a331f2-2176-44b1-a520-333748e08934 req-4b440a72-216e-4402-aab7-fe9598cad304 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834651
Apr 15 11:05:57.603563 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a0a331f2-2176-44b1-a520-333748e08934 req-7dd2b307-2c4f-4a32-ba23-c7d6ae5c7473 service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2267447
Apr 15 11:05:57.757158 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a0a331f2-2176-44b1-a520-333748e08934 req-c4e10220-6f3a-4698-ae5b-3b925fa1aca1 service neutron] 10.222.0.99 "GET /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465082
Apr 15 11:06:00.244246 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:03.690849 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68791139-f722-48e8-be4d-a45756f01440 req-7331c3ca-1289-4c66-be23-5c2f531e82fd tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:06:03.692676 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-68791139-f722-48e8-be4d-a45756f01440 req-7331c3ca-1289-4c66-be23-5c2f531e82fd tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 946 time: 0.1027167
Apr 15 11:06:03.752026 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-68791139-f722-48e8-be4d-a45756f01440 req-19bdca21-5389-47c7-a2af-9de9a13f520a tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472610
Apr 15 11:06:05.004753 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e875a-f661-4fee-bcc4-235a11045db4 req-f776e5db-b471-443f-93ca-4cc27d57fe62 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:06:05.006462 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0d1e875a-f661-4fee-bcc4-235a11045db4 req-f776e5db-b471-443f-93ca-4cc27d57fe62 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 946 time: 0.1039004
Apr 15 11:06:05.075286 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0d1e875a-f661-4fee-bcc4-235a11045db4 req-19da088c-5bb7-4d71-808f-7a6e6e256b77 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562005
Apr 15 11:06:05.296395 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc066d-3f30-4d10-a297-142a68e87ef8 req-b8a6e992-8fbb-407f-a49b-fdf149461be6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:06:05.298102 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-10cc066d-3f30-4d10-a297-142a68e87ef8 req-b8a6e992-8fbb-407f-a49b-fdf149461be6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.99 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 946 time: 0.1046960
Apr 15 11:06:05.385320 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-10cc066d-3f30-4d10-a297-142a68e87ef8 req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Deleting port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab {{(pid=85320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:06:05.385717 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-10cc066d-3f30-4d10-a297-142a68e87ef8 req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:05.687494 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-10cc066d-3f30-4d10-a297-142a68e87ef8 req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] For port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:06:05.688163 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-10cc066d-3f30-4d10-a297-142a68e87ef8 req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:06.226025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-10cc066d-3f30-4d10-a297-142a68e87ef8 req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:06.226960 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-10cc066d-3f30-4d10-a297-142a68e87ef8 req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006503'] for floatingip, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:06.227586 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_db [req-10cc066d-3f30-4d10-a297-142a68e87ef8 req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Floating IP 808dee5b-65f4-4beb-950c-29deef89cfd7 disassociated. External IP: 172.27.0.103, port: 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab.
Apr 15 11:06:06.228368 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-10cc066d-3f30-4d10-a297-142a68e87ef8 req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Calling delete_port for 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab owned by compute:nova {{(pid=85320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:06:06.469521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc4279-8a22-493b-87a8-93bd7bbadeda req-1a38897a-4e0e-4e97-a3d4-f18d558d84e0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:06:06.471358 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-abdc4279-8a22-493b-87a8-93bd7bbadeda req-1a38897a-4e0e-4e97-a3d4-f18d558d84e0 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 946 time: 0.1836751
Apr 15 11:06:06.534342 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-10cc066d-3f30-4d10-a297-142a68e87ef8 req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:06.553990 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:06.662457 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-abdc4279-8a22-493b-87a8-93bd7bbadeda req-c981e5e2-dfa2-4d36-93b7-57ce52f3d5ff tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups?id=18c3da12-68d6-4cb0-a901-4404c12fb2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1814637
Apr 15 11:06:06.663374 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Pushing event deleted for resources: {'Port': ['ID=9d299deb-ed8f-4dd7-8dac-15e2a91db7ab,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:06.681562 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:06.681993 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:06.682419 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:06.682866 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:06.683279 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:06.683693 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:06.684101 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:06.684518 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:06.684923 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:06.685333 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:06.685738 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:06.686192 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:06.691567 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:06.980109 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10cc066d-3f30-4d10-a297-142a68e87ef8 req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Router a5af8181-6cdb-4a2c-80f3-62d44e10f475 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:06:07.209350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10cc066d-3f30-4d10-a297-142a68e87ef8 req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:06:07.225399 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f540fd-0157-4bc3-998b-1898cb8700ff None None] Sync routers for ids ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:06:07.244955 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f540fd-0157-4bc3-998b-1898cb8700ff None None] Routers {'a5af8181-6cdb-4a2c-80f3-62d44e10f475'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:06:07.246103 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-06f540fd-0157-4bc3-998b-1898cb8700ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e12b70>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:05:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:06:07.357745 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cc066d-3f30-4d10-a297-142a68e87ef8 req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] No DVR routers for this DVR port 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab on host hv-cinder-78638 {{(pid=85320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:06:07.368212 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-10cc066d-3f30-4d10-a297-142a68e87ef8 req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:07.376118 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47aad833-3f54-411d-b1fa-cb818d748df4', 'name': 'network-vif-deleted', 'tag': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab'}] {{(pid=85320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:06:07.414260 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-10cc066d-3f30-4d10-a297-142a68e87ef8 req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.99 "DELETE /v2.0/ports/9d299deb-ed8f-4dd7-8dac-15e2a91db7ab HTTP/1.1" status: 204  len: 173 time: 2.1096911
Apr 15 11:06:07.477744 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47aad833-3f54-411d-b1fa-cb818d748df4', 'name': 'network-vif-deleted', 'tag': '9d299deb-ed8f-4dd7-8dac-15e2a91db7ab', 'status': 'completed', 'code': 200}
Apr 15 11:06:07.568719 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-06f540fd-0157-4bc3-998b-1898cb8700ff None None] Set router a5af8181-6cdb-4a2c-80f3-62d44e10f475 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:06:07.907658 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-7f8afd82-9351-4d77-9e62-553ab812ba9a req-b4592776-e1cc-431c-8bda-c198bc5320d5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Synchronizing usage tracker for tenant:680f4c59aed648ae8db373d5dcc3c9ed on resource:port {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:06:07.929786 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-7f8afd82-9351-4d77-9e62-553ab812ba9a req-b4592776-e1cc-431c-8bda-c198bc5320d5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Unset dirty status for tenant:680f4c59aed648ae8db373d5dcc3c9ed on resource:port {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:06:07.932236 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7f8afd82-9351-4d77-9e62-553ab812ba9a req-b4592776-e1cc-431c-8bda-c198bc5320d5 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/ports?device_id=47aad833-3f54-411d-b1fa-cb818d748df4 HTTP/1.1" status: 200  len: 210 time: 0.0925393
Apr 15 11:06:08.019966 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-06f540fd-0157-4bc3-998b-1898cb8700ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e12b70>, [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '946ea82d-0483-4423-9ea9-121de1e03135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:31Z', 'revision_number': 4, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port': {'id': '946ea82d-0483-4423-9ea9-121de1e03135', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:02Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0b7476f7-9582-4a44-9d79-63a42cea918d', 'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'mac_address': 'fa:16:3e:aa:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:27Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 5, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'subnets': [{'id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:06:08.025366 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f540fd-0157-4bc3-998b-1898cb8700ff None None] Checking router: a5af8181-6cdb-4a2c-80f3-62d44e10f475 for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:06:08.037576 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f540fd-0157-4bc3-998b-1898cb8700ff None None] Routers {'a5af8181-6cdb-4a2c-80f3-62d44e10f475'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:06:08.038531 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-06f540fd-0157-4bc3-998b-1898cb8700ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e12b70>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:05:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:06:08.293260 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-06f540fd-0157-4bc3-998b-1898cb8700ff None None] Set router a5af8181-6cdb-4a2c-80f3-62d44e10f475 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:06:08.894467 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-06f540fd-0157-4bc3-998b-1898cb8700ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e12b70>, [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '946ea82d-0483-4423-9ea9-121de1e03135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:31Z', 'revision_number': 4, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port': {'id': '946ea82d-0483-4423-9ea9-121de1e03135', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:02Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0b7476f7-9582-4a44-9d79-63a42cea918d', 'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'mac_address': 'fa:16:3e:aa:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:27Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 5, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'subnets': [{'id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:06:08.902204 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f540fd-0157-4bc3-998b-1898cb8700ff None None] The sync data for ids ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'] in dv-cinder-786386-1-iscsi is: [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '946ea82d-0483-4423-9ea9-121de1e03135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:31Z', 'revision_number': 4, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port': {'id': '946ea82d-0483-4423-9ea9-121de1e03135', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:02Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0b7476f7-9582-4a44-9d79-63a42cea918d', 'name': '', 'network_id': '6843e3d3-5b9c-4ba0-9950-e102fbbd5eca', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'mac_address': 'fa:16:3e:aa:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:27Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 5, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'subnets': [{'id': 'cc8f8bbb-1b00-4320-81db-dc64ff750b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:06:08.991203 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:06:09.071058 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:06:09.072250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 9d299deb-ed8f-4dd7-8dac-15e2a91db7ab not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:06:09.198619 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 51092) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:09.302506 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51096) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:09.321766 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6f6598f1-b65d-4a14-93b3-260880fbe067 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:09.376680 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6f6598f1-b65d-4a14-93b3-260880fbe067 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:09.396124 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb2638-7819-4ee4-b8a3-a7d012b02007 None None] New status for floating IP 808dee5b-65f4-4beb-950c-29deef89cfd7: DOWN {{(pid=85322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:06:09.459376 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6f6598f1-b65d-4a14-93b3-260880fbe067 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:09.471895 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bdf7a303-bfb7-4c65-a0de-fc59de058568 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:09.500911 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f92c0809-343e-4cf5-9c0f-ebaead18ff5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:09.507074 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6598f1-b65d-4a14-93b3-260880fbe067 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c3da12-68d6-4cb0-a901-4404c12fb2f0,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:09.511682 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6f6598f1-b65d-4a14-93b3-260880fbe067 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:09.525527 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6f6598f1-b65d-4a14-93b3-260880fbe067 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:09.528199 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-6f6598f1-b65d-4a14-93b3-260880fbe067 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "DELETE /v2.0/security-groups/18c3da12-68d6-4cb0-a901-4404c12fb2f0 HTTP/1.1" status: 204  len: 168 time: 0.3281028
Apr 15 11:06:09.529123 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-f92c0809-343e-4cf5-9c0f-ebaead18ff5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:06:09.532869 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 51102) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:09.536520 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-f92c0809-343e-4cf5-9c0f-ebaead18ff5e admin admin] Usage tracker for resource:security_group_rule and tenant:30b24f6331c349748a53abd49175a8d7 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:06:09.541020 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-f92c0809-343e-4cf5-9c0f-ebaead18ff5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:06:09.550799 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-f92c0809-343e-4cf5-9c0f-ebaead18ff5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:06:09.567441 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.api.v2.resource [None req-47acbd42-d178-4173-a7ae-6085221a94bf tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] show failed (client error): The resource could not be found.
Apr 15 11:06:09.574270 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-47acbd42-d178-4173-a7ae-6085221a94bf tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "GET /v2.0/security-groups/18c3da12-68d6-4cb0-a901-4404c12fb2f0 HTTP/1.1" status: 404  len: 347 time: 0.0346246
Apr 15 11:06:09.575395 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 51106) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:09.662733 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f92c0809-343e-4cf5-9c0f-ebaead18ff5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:09.667982 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f92c0809-343e-4cf5-9c0f-ebaead18ff5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:09.685992 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0b36124a-31ff-49b2-a533-77fe4e6d9772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:09.761830 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-f92c0809-343e-4cf5-9c0f-ebaead18ff5e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=30b24f6331c349748a53abd49175a8d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4580169
Apr 15 11:06:09.762895 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c0809-343e-4cf5-9c0f-ebaead18ff5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25be3082-5dbb-4858-80a4-809dd4b9b87e,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:09.766313 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51110) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:09.769529 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f92c0809-343e-4cf5-9c0f-ebaead18ff5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:09.839946 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0ba1bfb8-c267-4d11-b0ce-c1527af7b202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:09.873055 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0ba1bfb8-c267-4d11-b0ce-c1527af7b202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:09.912979 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-d5b01afd-8182-443b-9e0f-e0bb939eb35e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Deleting port 37a2d4ef-abe4-41d0-9784-5427e6fd6774 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:06:09.913448 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d5b01afd-8182-443b-9e0f-e0bb939eb35e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:09.925751 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0ba1bfb8-c267-4d11-b0ce-c1527af7b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:09.930096 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-957c4bd1-ffda-45f1-994c-8b4e475df4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:09.943354 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1bfb8-c267-4d11-b0ce-c1527af7b202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25be3082-5dbb-4858-80a4-809dd4b9b87e,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:09.948905 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0ba1bfb8-c267-4d11-b0ce-c1527af7b202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:09.952182 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0ba1bfb8-c267-4d11-b0ce-c1527af7b202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:09.954629 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0ba1bfb8-c267-4d11-b0ce-c1527af7b202 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/25be3082-5dbb-4858-80a4-809dd4b9b87e HTTP/1.1" status: 204  len: 168 time: 0.1860604
Apr 15 11:06:10.248938 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d5b01afd-8182-443b-9e0f-e0bb939eb35e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:10.249457 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d5b01afd-8182-443b-9e0f-e0bb939eb35e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:10.352088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51118) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:10.375149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8e39fc82-e092-4a4c-b563-4903b6944e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:10.393669 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-8e39fc82-e092-4a4c-b563-4903b6944e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:06:10.399187 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-8e39fc82-e092-4a4c-b563-4903b6944e4e admin admin] Usage tracker for resource:security_group_rule and tenant:d3fb28a61bb04e21a25337306ec393b4 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:06:10.403000 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-8e39fc82-e092-4a4c-b563-4903b6944e4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:06:10.407721 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-d5b01afd-8182-443b-9e0f-e0bb939eb35e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Calling delete_port for 37a2d4ef-abe4-41d0-9784-5427e6fd6774 owned by network:floatingip {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:06:10.411795 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-8e39fc82-e092-4a4c-b563-4903b6944e4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:06:10.521307 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8e39fc82-e092-4a4c-b563-4903b6944e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:10.525648 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8e39fc82-e092-4a4c-b563-4903b6944e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:10.541069 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e1c33749-6d78-4811-858c-3203ea731cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:10.594341 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d5b01afd-8182-443b-9e0f-e0bb939eb35e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:10.617765 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-8e39fc82-e092-4a4c-b563-4903b6944e4e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d3fb28a61bb04e21a25337306ec393b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2642500
Apr 15 11:06:10.619299 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39fc82-e092-4a4c-b563-4903b6944e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b0f10b-e55c-41eb-9b4b-8c96125801cb,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:10.622335 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51122) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:10.624286 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:10.628169 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8e39fc82-e092-4a4c-b563-4903b6944e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:10.729661 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe780-1da0-45a5-91d5-9402f354692c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:10.730879 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b01afd-8182-443b-9e0f-e0bb939eb35e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Pushing event deleted for resources: {'Port': ['ID=37a2d4ef-abe4-41d0-9784-5427e6fd6774,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:10.733868 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d5b01afd-8182-443b-9e0f-e0bb939eb35e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:10.785411 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe780-1da0-45a5-91d5-9402f354692c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:10.873936 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe780-1da0-45a5-91d5-9402f354692c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:10.883743 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dfc5197f-8a65-41f8-a6e6-6df3f9c577d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:10.906112 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fe780-1da0-45a5-91d5-9402f354692c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b0f10b-e55c-41eb-9b4b-8c96125801cb,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:10.913526 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ee3fe780-1da0-45a5-91d5-9402f354692c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:10.919808 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe780-1da0-45a5-91d5-9402f354692c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:10.922103 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-ee3fe780-1da0-45a5-91d5-9402f354692c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a3b0f10b-e55c-41eb-9b4b-8c96125801cb HTTP/1.1" status: 204  len: 168 time: 0.2979960
Apr 15 11:06:10.934424 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d5b01afd-8182-443b-9e0f-e0bb939eb35e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks [] for floatingip, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:10.957310 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d5b01afd-8182-443b-9e0f-e0bb939eb35e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:10.958623 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-d5b01afd-8182-443b-9e0f-e0bb939eb35e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] 10.222.0.100 "DELETE /v2.0/floatingips/808dee5b-65f4-4beb-950c-29deef89cfd7 HTTP/1.1" status: 204  len: 168 time: 1.3816683
Apr 15 11:06:13.343702 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 51182) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:13.495001 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5f285d55-9ea4-420c-83b6-360e7ce7856f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:13.502337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:06:13.526543 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-5f285d55-9ea4-420c-83b6-360e7ce7856f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:06:13.535553 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-5f285d55-9ea4-420c-83b6-360e7ce7856f admin admin] Usage tracker for resource:security_group_rule and tenant:ee85755dd5ad497a84f48f74524d6408 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:06:13.542492 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-5f285d55-9ea4-420c-83b6-360e7ce7856f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:06:13.550572 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-5f285d55-9ea4-420c-83b6-360e7ce7856f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:06:13.658024 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5f285d55-9ea4-420c-83b6-360e7ce7856f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:13.663143 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5f285d55-9ea4-420c-83b6-360e7ce7856f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:13.677249 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a57b4a36-59d1-4a92-911d-faab182c13b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:13.724245 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-5f285d55-9ea4-420c-83b6-360e7ce7856f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ee85755dd5ad497a84f48f74524d6408&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3792253
Apr 15 11:06:13.726158 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f285d55-9ea4-420c-83b6-360e7ce7856f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e372f13c-eddd-4d97-b58a-edfdc6593646,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:13.727838 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51188) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:13.729758 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5f285d55-9ea4-420c-83b6-360e7ce7856f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:13.804755 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-058e0807-9d77-4664-998a-de6aee6d741a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:13.844363 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-058e0807-9d77-4664-998a-de6aee6d741a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:13.922491 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-058e0807-9d77-4664-998a-de6aee6d741a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:13.929169 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6b96af41-8daf-4d89-9f8e-4f78593d6703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:13.945681 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e0807-9d77-4664-998a-de6aee6d741a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e372f13c-eddd-4d97-b58a-edfdc6593646,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:13.949156 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-058e0807-9d77-4664-998a-de6aee6d741a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:13.957810 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-058e0807-9d77-4664-998a-de6aee6d741a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:13.957810 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-058e0807-9d77-4664-998a-de6aee6d741a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e372f13c-eddd-4d97-b58a-edfdc6593646 HTTP/1.1" status: 204  len: 168 time: 0.2268441
Apr 15 11:06:14.100095 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 51200) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:14.408001 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51210) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:14.442153 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0577a67d-7142-44db-a9e8-67b4809f4e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:14.470512 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0577a67d-7142-44db-a9e8-67b4809f4e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:06:14.477957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0577a67d-7142-44db-a9e8-67b4809f4e21 admin admin] Usage tracker for resource:security_group_rule and tenant:48b079bb506f41029a52adee5dc351f2 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:06:14.483955 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0577a67d-7142-44db-a9e8-67b4809f4e21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:06:14.494979 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0577a67d-7142-44db-a9e8-67b4809f4e21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:06:14.647357 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0577a67d-7142-44db-a9e8-67b4809f4e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:14.651018 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0577a67d-7142-44db-a9e8-67b4809f4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:14.668230 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c6ce2776-fe9f-4e4d-8a23-94d6e77d0916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:14.745439 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577a67d-7142-44db-a9e8-67b4809f4e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c760410c-9f3d-4c51-a37b-432297034c4b,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:14.750405 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0577a67d-7142-44db-a9e8-67b4809f4e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:14.759674 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0577a67d-7142-44db-a9e8-67b4809f4e21 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=48b079bb506f41029a52adee5dc351f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3458469
Apr 15 11:06:14.761165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51216) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:14.832969 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d5e7c270-d991-4aa4-90b0-d9445ce7471c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:14.868771 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d5e7c270-d991-4aa4-90b0-d9445ce7471c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:14.923187 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d5e7c270-d991-4aa4-90b0-d9445ce7471c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:14.929420 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3c43e0d3-1cee-4a0b-ac02-99f5a88ab406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:14.944731 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7c270-d991-4aa4-90b0-d9445ce7471c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c760410c-9f3d-4c51-a37b-432297034c4b,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:14.947939 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d5e7c270-d991-4aa4-90b0-d9445ce7471c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:14.949763 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d5e7c270-d991-4aa4-90b0-d9445ce7471c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:14.951860 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-d5e7c270-d991-4aa4-90b0-d9445ce7471c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c760410c-9f3d-4c51-a37b-432297034c4b HTTP/1.1" status: 204  len: 168 time: 0.1904986
Apr 15 11:06:15.190272 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-709fe6be-dce4-4dad-a9b8-076c1373bd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852772599'] for router_interface, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:15.643331 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-709fe6be-dce4-4dad-a9b8-076c1373bd3d admin admin] Deleting port 0b7476f7-9582-4a44-9d79-63a42cea918d {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:06:15.643927 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-709fe6be-dce4-4dad-a9b8-076c1373bd3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:15.908294 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-709fe6be-dce4-4dad-a9b8-076c1373bd3d admin admin] For port 0b7476f7-9582-4a44-9d79-63a42cea918d, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=0b7476f7-9582-4a44-9d79-63a42cea918d,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:06:15.908929 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-709fe6be-dce4-4dad-a9b8-076c1373bd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:16.101150 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-709fe6be-dce4-4dad-a9b8-076c1373bd3d admin admin] Calling delete_port for 0b7476f7-9582-4a44-9d79-63a42cea918d owned by network:router_interface {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:06:16.320598 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-709fe6be-dce4-4dad-a9b8-076c1373bd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:16.339158 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-66dadf06-9a30-4990-82b6-23486f0b2db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:16.507199 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fe6be-dce4-4dad-a9b8-076c1373bd3d admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7476f7-9582-4a44-9d79-63a42cea918d,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:16.513912 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-709fe6be-dce4-4dad-a9b8-076c1373bd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:17.247622 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-709fe6be-dce4-4dad-a9b8-076c1373bd3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852769316'] for router_interface, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:17.992484 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709fe6be-dce4-4dad-a9b8-076c1373bd3d admin admin] Router a5af8181-6cdb-4a2c-80f3-62d44e10f475 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:06:18.288346 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709fe6be-dce4-4dad-a9b8-076c1373bd3d admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:06:18.300853 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb799fe-44eb-46f1-9340-668c9f047e57 None None] Sync routers for ids ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:06:18.314957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb799fe-44eb-46f1-9340-668c9f047e57 None None] Routers {'a5af8181-6cdb-4a2c-80f3-62d44e10f475'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:06:18.316125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-beb799fe-44eb-46f1-9340-668c9f047e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc58a16a0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:05:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:06:18.327674 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-709fe6be-dce4-4dad-a9b8-076c1373bd3d admin admin] 10.222.0.100 "PUT /v2.0/routers/a5af8181-6cdb-4a2c-80f3-62d44e10f475/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2253876
Apr 15 11:06:18.330789 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 51288) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:18.438216 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51292) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:18.584619 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-52322a8d-fcb6-416e-b3a8-01f3e92af249 admin admin] Notify callbacks [] for router, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:18.652239 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f5085d58-e8ca-48fb-b152-f75d6160d4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:18.652597 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-beb799fe-44eb-46f1-9340-668c9f047e57 None None] Set router a5af8181-6cdb-4a2c-80f3-62d44e10f475 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:06:18.690144 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-f5085d58-e8ca-48fb-b152-f75d6160d4e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:06:18.697931 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-f5085d58-e8ca-48fb-b152-f75d6160d4e6 admin admin] Usage tracker for resource:security_group_rule and tenant:2e5abf7f0fef44cb816acfcf560fc608 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:06:18.703757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-f5085d58-e8ca-48fb-b152-f75d6160d4e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:06:18.715924 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-f5085d58-e8ca-48fb-b152-f75d6160d4e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:06:18.877175 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f5085d58-e8ca-48fb-b152-f75d6160d4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:18.880703 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f5085d58-e8ca-48fb-b152-f75d6160d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:18.891412 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5a0e8b47-ba4c-455d-9e0d-6d8ed1a18067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:18.894744 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-52322a8d-fcb6-416e-b3a8-01f3e92af249 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:18.910758 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-52322a8d-fcb6-416e-b3a8-01f3e92af249 admin admin] Deleting port 946ea82d-0483-4423-9ea9-121de1e03135 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:06:18.911412 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-52322a8d-fcb6-416e-b3a8-01f3e92af249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:18.945313 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-f5085d58-e8ca-48fb-b152-f75d6160d4e6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2e5abf7f0fef44cb816acfcf560fc608&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5025811
Apr 15 11:06:18.945577 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51298) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:18.949104 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5085d58-e8ca-48fb-b152-f75d6160d4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfb7232-c80a-4fcd-b6a3-e7c26ec6b90c,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:18.952956 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f5085d58-e8ca-48fb-b152-f75d6160d4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:19.020420 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-56da07ea-74b0-478f-aedc-53895cac0afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:19.051884 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-56da07ea-74b0-478f-aedc-53895cac0afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:19.085472 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-beb799fe-44eb-46f1-9340-668c9f047e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc58a16a0>, [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '946ea82d-0483-4423-9ea9-121de1e03135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T11:06:16Z', 'revision_number': 5, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port': {'id': '946ea82d-0483-4423-9ea9-121de1e03135', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:02Z', 'updated_at': '2021-04-15T10:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:06:19.093900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb799fe-44eb-46f1-9340-668c9f047e57 None None] Checking router: a5af8181-6cdb-4a2c-80f3-62d44e10f475 for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:06:19.115814 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-56da07ea-74b0-478f-aedc-53895cac0afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:19.118341 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb799fe-44eb-46f1-9340-668c9f047e57 None None] Routers {'a5af8181-6cdb-4a2c-80f3-62d44e10f475'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:06:19.119332 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-beb799fe-44eb-46f1-9340-668c9f047e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc58a16a0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:05:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:06:19.123424 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-767daca7-dd7e-4a82-902e-c54fd9fcb077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:19.140508 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da07ea-74b0-478f-aedc-53895cac0afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfb7232-c80a-4fcd-b6a3-e7c26ec6b90c,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:19.143537 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-56da07ea-74b0-478f-aedc-53895cac0afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:19.145189 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-56da07ea-74b0-478f-aedc-53895cac0afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:19.150739 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-56da07ea-74b0-478f-aedc-53895cac0afc admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/cbfb7232-c80a-4fcd-b6a3-e7c26ec6b90c HTTP/1.1" status: 204  len: 168 time: 0.2039616
Apr 15 11:06:19.296277 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-52322a8d-fcb6-416e-b3a8-01f3e92af249 admin admin] For port 946ea82d-0483-4423-9ea9-121de1e03135, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=946ea82d-0483-4423-9ea9-121de1e03135,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:06:19.297172 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-52322a8d-fcb6-416e-b3a8-01f3e92af249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:19.322709 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-beb799fe-44eb-46f1-9340-668c9f047e57 None None] Set router a5af8181-6cdb-4a2c-80f3-62d44e10f475 gateway port host: None {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:06:19.478049 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-beb799fe-44eb-46f1-9340-668c9f047e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc58a16a0>, [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T11:06:18Z', 'revision_number': 6, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port_host': None}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:06:19.484874 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb799fe-44eb-46f1-9340-668c9f047e57 None None] The sync data for ids ['a5af8181-6cdb-4a2c-80f3-62d44e10f475'] in dv-cinder-786386-1-iscsi is: [{'id': 'a5af8181-6cdb-4a2c-80f3-62d44e10f475', 'name': 'tempest-AttachVolumeShelveTestJSON-99154639-router', 'tenant_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T11:06:18Z', 'revision_number': 6, 'project_id': '680f4c59aed648ae8db373d5dcc3c9ed', 'gw_port_host': None}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:06:19.526934 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-52322a8d-fcb6-416e-b3a8-01f3e92af249 admin admin] Calling delete_port for 946ea82d-0483-4423-9ea9-121de1e03135 owned by network:router_gateway {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:06:19.579389 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51306) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:19.602653 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ec7f4d90-d62e-4443-8d69-39df79cd3930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:19.624496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ec7f4d90-d62e-4443-8d69-39df79cd3930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:06:19.629565 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ec7f4d90-d62e-4443-8d69-39df79cd3930 admin admin] Usage tracker for resource:security_group_rule and tenant:cb39eaf6baa447f48374629a0464a4a7 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:06:19.633144 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ec7f4d90-d62e-4443-8d69-39df79cd3930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:06:19.640347 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ec7f4d90-d62e-4443-8d69-39df79cd3930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:06:19.751625 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ec7f4d90-d62e-4443-8d69-39df79cd3930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:19.755491 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-52322a8d-fcb6-416e-b3a8-01f3e92af249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:19.755806 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ec7f4d90-d62e-4443-8d69-39df79cd3930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:19.770189 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ee3fe780-1da0-45a5-91d5-9402f354692c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:19.786268 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0ae83a98-3c75-497f-be42-d2e813ced8e6 tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:19.901028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52322a8d-fcb6-416e-b3a8-01f3e92af249 admin admin] Pushing event deleted for resources: {'Port': ['ID=946ea82d-0483-4423-9ea9-121de1e03135,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:19.903998 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-52322a8d-fcb6-416e-b3a8-01f3e92af249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:19.960424 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 0b7476f7-9582-4a44-9d79-63a42cea918d no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:06:20.011013 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: 0b7476f7-9582-4a44-9d79-63a42cea918d {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:06:20.011518 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 0b7476f7-9582-4a44-9d79-63a42cea918d not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:06:20.012089 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 946ea82d-0483-4423-9ea9-121de1e03135 no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:06:20.052056 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: 946ea82d-0483-4423-9ea9-121de1e03135 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:06:20.052879 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 946ea82d-0483-4423-9ea9-121de1e03135 not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:06:20.082522 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-ec7f4d90-d62e-4443-8d69-39df79cd3930 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cb39eaf6baa447f48374629a0464a4a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5019159
Apr 15 11:06:20.083534 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f4d90-d62e-4443-8d69-39df79cd3930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd20034-7c12-469a-a0dd-90658d1d8305,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:20.086129 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51310) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:20.089793 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ec7f4d90-d62e-4443-8d69-39df79cd3930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:20.160160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-18d6d9b9-11a6-4ed6-af8e-547847134a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:20.201219 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-52322a8d-fcb6-416e-b3a8-01f3e92af249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852769478'] for router_gateway, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:20.206335 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-18d6d9b9-11a6-4ed6-af8e-547847134a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:20.281051 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-18d6d9b9-11a6-4ed6-af8e-547847134a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:20.285728 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3e9b0752-57c7-413c-8e65-b28dbdf01bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:20.301053 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6d9b9-11a6-4ed6-af8e-547847134a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd20034-7c12-469a-a0dd-90658d1d8305,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:20.304643 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-18d6d9b9-11a6-4ed6-af8e-547847134a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:20.307082 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-18d6d9b9-11a6-4ed6-af8e-547847134a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:20.312500 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-18d6d9b9-11a6-4ed6-af8e-547847134a99 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/2fd20034-7c12-469a-a0dd-90658d1d8305 HTTP/1.1" status: 204  len: 168 time: 0.2207272
Apr 15 11:06:20.408566 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-52322a8d-fcb6-416e-b3a8-01f3e92af249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852770596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60879'] for router, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:20.413088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-52322a8d-fcb6-416e-b3a8-01f3e92af249 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:20.460732 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-52322a8d-fcb6-416e-b3a8-01f3e92af249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000460'] for router, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:20.461340 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52322a8d-fcb6-416e-b3a8-01f3e92af249 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5af8181-6cdb-4a2c-80f3-62d44e10f475 {{(pid=85321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:06:20.476496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-52322a8d-fcb6-416e-b3a8-01f3e92af249 admin admin] Notify callbacks [] for router, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:20.477819 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-52322a8d-fcb6-416e-b3a8-01f3e92af249 admin admin] 10.222.0.100 "DELETE /v2.0/routers/a5af8181-6cdb-4a2c-80f3-62d44e10f475 HTTP/1.1" status: 204  len: 168 time: 2.1456928
Apr 15 11:06:20.484240 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51316) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:20.580582 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c33db42-239c-4b95-be3b-62bd504be4a4 admin admin] Deleting subnet cc8f8bbb-1b00-4320-81db-dc64ff750b3a {{(pid=85320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:06:20.586409 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5c33db42-239c-4b95-be3b-62bd504be4a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:20.650050 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5c33db42-239c-4b95-be3b-62bd504be4a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2647947'] for subnet, precommit_delete_associations {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:20.788060 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5c33db42-239c-4b95-be3b-62bd504be4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5390'] for subnet, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:21.073640 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5c33db42-239c-4b95-be3b-62bd504be4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2693613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852363664'] for subnet, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:21.093716 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-04058fd7-4687-4b3f-8701-66547e129022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:21.187710 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33db42-239c-4b95-be3b-62bd504be4a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc8f8bbb-1b00-4320-81db-dc64ff750b3a,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:21.192787 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5c33db42-239c-4b95-be3b-62bd504be4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:21.237079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5c33db42-239c-4b95-be3b-62bd504be4a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:21.243875 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-5c33db42-239c-4b95-be3b-62bd504be4a4 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/cc8f8bbb-1b00-4320-81db-dc64ff750b3a HTTP/1.1" status: 204  len: 168 time: 0.7607090
Apr 15 11:06:21.245732 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cb3352-20af-4a81-9d9a-d6a0886ff63d None None] Network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:06:21.248049 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51338) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:21.376954 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854678852'] for network, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:21.397434 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:21.455078 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] Deleting port 6e558cfa-f0e5-42ed-8537-9f654f4ee958 {{(pid=85320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:06:21.456624 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:21.648133 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc6ab2-c0e4-4636-ae70-c5f04e7fef54 None None] DHCP port deletion for 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca request from dv-cinder-786386-1-iscsi {{(pid=85322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:06:21.653476 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-87dc6ab2-c0e4-4636-ae70-c5f04e7fef54 None None] Deleting port 6e558cfa-f0e5-42ed-8537-9f654f4ee958 {{(pid=85322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:06:21.654159 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-87dc6ab2-c0e4-4636-ae70-c5f04e7fef54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:21.722235 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] For port 6e558cfa-f0e5-42ed-8537-9f654f4ee958, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=6e558cfa-f0e5-42ed-8537-9f654f4ee958,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:06:21.722725 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:21.871732 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] Calling delete_port for 6e558cfa-f0e5-42ed-8537-9f654f4ee958 owned by network:dhcp {{(pid=85320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:06:21.983970 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:22.009474 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d7198adc-4a69-40d2-882a-5e259fff17c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:22.009596 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 6e558cfa-f0e5-42ed-8537-9f654f4ee958 no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:06:22.108870 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e558cfa-f0e5-42ed-8537-9f654f4ee958,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:22.111879 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:22.120949 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: 6e558cfa-f0e5-42ed-8537-9f654f4ee958 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:06:22.121625 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 6e558cfa-f0e5-42ed-8537-9f654f4ee958 not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:06:22.172178 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] No DVR routers for this DVR port 6e558cfa-f0e5-42ed-8537-9f654f4ee958 on host dv-cinder-786386-1-iscsi {{(pid=85320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:06:22.173396 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-87dc6ab2-c0e4-4636-ae70-c5f04e7fef54 None None] For port 6e558cfa-f0e5-42ed-8537-9f654f4ee958, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=6e558cfa-f0e5-42ed-8537-9f654f4ee958,segment=NetworkSegment(7c7987fb-a700-4a62-a9a7-b80696ea7ae7),segment_id=7c7987fb-a700-4a62-a9a7-b80696ea7ae7)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:06:22.174665 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-87dc6ab2-c0e4-4636-ae70-c5f04e7fef54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:22.319773 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854341903', 'neutron.services.segments.db._delete_segments_for_network--9223363306319465793'] for network, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:22.456915 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-87dc6ab2-c0e4-4636-ae70-c5f04e7fef54 None None] Calling delete_port for 6e558cfa-f0e5-42ed-8537-9f654f4ee958 owned by network:dhcp {{(pid=85322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:06:22.471084 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0bc54d92b0>,) {'filters': {'network_id': ['6843e3d3-5b9c-4ba0-9950-e102fbbd5eca']}} {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:06:22.498241 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc54d92b0>, '7c7987fb-a700-4a62-a9a7-b80696ea7ae7') {'for_net_delete': True} {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:06:22.498241 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc54d92b0>, '7c7987fb-a700-4a62-a9a7-b80696ea7ae7') {} {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:06:22.522957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306319469889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852127853'] for segment, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:22.553907 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.api [None req-87dc6ab2-c0e4-4636-ae70-c5f04e7fef54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:06:22.554405 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_db.api [None req-87dc6ab2-c0e4-4636-ae70-c5f04e7fef54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:06:22.557154 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:22.565576 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] Releasing vlan 1440 on physical network physnet1 to pool {{(pid=85320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:06:22.819959 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] Network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca has no segments {{(pid=85320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:06:22.831940 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-63568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852082610'] for segment, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:23.056405 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-87dc6ab2-c0e4-4636-ae70-c5f04e7fef54 None None] Deleting port 6e558cfa-f0e5-42ed-8537-9f654f4ee958 {{(pid=85322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:06:23.057163 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-87dc6ab2-c0e4-4636-ae70-c5f04e7fef54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:23.133861 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] Network 6843e3d3-5b9c-4ba0-9950-e102fbbd5eca has no segments {{(pid=85320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]: Traceback (most recent call last):
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:     timer()
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:     cb(*args, **kw)
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:     return func(*args, **kwargs)
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:     self._notify()
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:     self.callback(batched_events)
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:     event.method(event)
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:     segment_id)['aggregates'][0]
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:     return f(self, *a, **k)
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self._get(url).json()
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:     **kwargs)
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:     **endpoint_filter)
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:06:23.178035 dv-cinder-786386-1-iscsi neutron-server[85207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:06:23.195001 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-87dc6ab2-c0e4-4636-ae70-c5f04e7fef54 None None] The port '6e558cfa-f0e5-42ed-8537-9f654f4ee958' was deleted {{(pid=85322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:06:23.316467 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-433798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006288'] for network, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:23.321816 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:23.339010 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:23.353753 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] Pushing event deleted for resources: {'Network': ['ID=6843e3d3-5b9c-4ba0-9950-e102fbbd5eca,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:23.359925 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:23.364441 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-a1161a6a-0bc0-4201-928f-da5466130573 admin admin] 10.222.0.100 "DELETE /v2.0/networks/6843e3d3-5b9c-4ba0-9950-e102fbbd5eca HTTP/1.1" status: 204  len: 168 time: 2.1152108
Apr 15 11:06:23.419379 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51380) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:23.614077 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-05324a60-5fbc-4994-b420-c210f4c1e135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:23.625905 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 51386) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:23.632577 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-05324a60-5fbc-4994-b420-c210f4c1e135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:06:23.637265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-05324a60-5fbc-4994-b420-c210f4c1e135 admin admin] Usage tracker for resource:security_group_rule and tenant:42c69b29861945009dc9082a99fc39ca is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:06:23.640696 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-05324a60-5fbc-4994-b420-c210f4c1e135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:06:23.647551 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-05324a60-5fbc-4994-b420-c210f4c1e135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:06:23.689737 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-4ed873a1-cb0c-43ae-b5be-287cde1917ce admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=680f4c59aed648ae8db373d5dcc3c9ed&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0618615
Apr 15 11:06:23.693858 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 51390) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:23.793118 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-05324a60-5fbc-4994-b420-c210f4c1e135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:23.796915 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-05324a60-5fbc-4994-b420-c210f4c1e135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:23.801287 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c96e92e2-b0f4-4f37-9cdb-65e670766914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:23.808303 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-559b9c0b-b6bd-46ee-9d48-8190b9612b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:23.841054 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1f79c13c-ce93-4693-bab9-49269f7658b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:23.842926 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c96e92e2-b0f4-4f37-9cdb-65e670766914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:23.863167 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-05324a60-5fbc-4994-b420-c210f4c1e135 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=42c69b29861945009dc9082a99fc39ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4421175
Apr 15 11:06:23.865179 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05324a60-5fbc-4994-b420-c210f4c1e135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d730ec5b-4d02-413e-b508-d1a66a046bfa,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:23.868502 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51394) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:23.871372 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-05324a60-5fbc-4994-b420-c210f4c1e135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:23.931776 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c96e92e2-b0f4-4f37-9cdb-65e670766914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:23.938671 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-514d5a08-44a7-4f3a-a1dd-49bb0a7cfe9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:23.949787 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9afbe38a-dd14-4ae9-90fa-2cfcbba99c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:23.959276 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e92e2-b0f4-4f37-9cdb-65e670766914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4a3357-6a2e-45b7-89de-01967d9d970f,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:23.963378 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c96e92e2-b0f4-4f37-9cdb-65e670766914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:23.966087 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c96e92e2-b0f4-4f37-9cdb-65e670766914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:23.970924 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-c96e92e2-b0f4-4f37-9cdb-65e670766914 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0c4a3357-6a2e-45b7-89de-01967d9d970f HTTP/1.1" status: 204  len: 168 time: 0.2726989
Apr 15 11:06:24.004513 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9afbe38a-dd14-4ae9-90fa-2cfcbba99c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:24.079884 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9afbe38a-dd14-4ae9-90fa-2cfcbba99c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:24.085421 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3d368262-1568-4c99-9d7d-ccf78a16f84a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:24.100094 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afbe38a-dd14-4ae9-90fa-2cfcbba99c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d730ec5b-4d02-413e-b508-d1a66a046bfa,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:24.103625 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9afbe38a-dd14-4ae9-90fa-2cfcbba99c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:24.105864 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9afbe38a-dd14-4ae9-90fa-2cfcbba99c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:24.107159 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-9afbe38a-dd14-4ae9-90fa-2cfcbba99c15 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d730ec5b-4d02-413e-b508-d1a66a046bfa HTTP/1.1" status: 204  len: 168 time: 0.2376192
Apr 15 11:06:24.529237 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 51412) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:24.550119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ab47ae0a-6a2a-4635-b51a-773f58c8b51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:24.568314 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ab47ae0a-6a2a-4635-b51a-773f58c8b51a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:06:24.572757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ab47ae0a-6a2a-4635-b51a-773f58c8b51a admin admin] Usage tracker for resource:security_group_rule and tenant:6e774a1ccc4341f5a512a5b35d503e03 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:06:24.576063 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ab47ae0a-6a2a-4635-b51a-773f58c8b51a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:06:24.583488 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ab47ae0a-6a2a-4635-b51a-773f58c8b51a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:06:24.697063 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ab47ae0a-6a2a-4635-b51a-773f58c8b51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:24.700870 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ab47ae0a-6a2a-4635-b51a-773f58c8b51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:24.713825 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-117fbab1-8adf-416e-bfe2-3b9bd6c279a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:24.772214 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-ab47ae0a-6a2a-4635-b51a-773f58c8b51a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6e774a1ccc4341f5a512a5b35d503e03&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2416797
Apr 15 11:06:24.774446 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47ae0a-6a2a-4635-b51a-773f58c8b51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fec83b2-cf5c-42c2-96e5-f4bfc77d1730,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:24.777090 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51418) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:24.778247 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ab47ae0a-6a2a-4635-b51a-773f58c8b51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:24.886871 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0142ada1-c439-426b-bb7d-c9600de45632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:24.949859 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0142ada1-c439-426b-bb7d-c9600de45632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:25.020727 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0142ada1-c439-426b-bb7d-c9600de45632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:25.029094 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-97b1dbfb-66ea-4bd6-b338-08e16b2eb0b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:25.052066 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142ada1-c439-426b-bb7d-c9600de45632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fec83b2-cf5c-42c2-96e5-f4bfc77d1730,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:25.057224 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0142ada1-c439-426b-bb7d-c9600de45632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:25.059716 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0142ada1-c439-426b-bb7d-c9600de45632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:25.063469 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0142ada1-c439-426b-bb7d-c9600de45632 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4fec83b2-cf5c-42c2-96e5-f4bfc77d1730 HTTP/1.1" status: 204  len: 168 time: 0.2843366
Apr 15 11:06:25.468997 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d4402eab-16af-47ac-a842-169d4486e491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:26.697565 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:27.063472 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:29.350551 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51550) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:29.502016 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0bc43f2d-bc97-4485-b254-76c9106ecaba admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:29.519562 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0bc43f2d-bc97-4485-b254-76c9106ecaba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:06:29.524082 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0bc43f2d-bc97-4485-b254-76c9106ecaba admin admin] Usage tracker for resource:security_group_rule and tenant:1c6799e7c02c47e5b8462a306ac7c10d is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:06:29.527413 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0bc43f2d-bc97-4485-b254-76c9106ecaba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:06:29.534611 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0bc43f2d-bc97-4485-b254-76c9106ecaba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:06:29.677259 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0bc43f2d-bc97-4485-b254-76c9106ecaba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:29.680778 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0bc43f2d-bc97-4485-b254-76c9106ecaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:29.699858 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-56da07ea-74b0-478f-aedc-53895cac0afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:29.756797 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0bc43f2d-bc97-4485-b254-76c9106ecaba admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1c6799e7c02c47e5b8462a306ac7c10d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4045768
Apr 15 11:06:29.758647 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc43f2d-bc97-4485-b254-76c9106ecaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614f6b34-4ff0-482e-8fcb-7c52c9ddae29,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:29.760140 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 51556) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:29.762160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0bc43f2d-bc97-4485-b254-76c9106ecaba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:29.831117 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9a8b0cb1-e8b9-43fd-9f11-4a5b1d3417a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:29.862744 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9a8b0cb1-e8b9-43fd-9f11-4a5b1d3417a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:29.916882 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9a8b0cb1-e8b9-43fd-9f11-4a5b1d3417a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:29.923950 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-94d113a8-d3ed-460c-9b6e-b114218d2eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:29.938501 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b0cb1-e8b9-43fd-9f11-4a5b1d3417a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614f6b34-4ff0-482e-8fcb-7c52c9ddae29,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:29.941393 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9a8b0cb1-e8b9-43fd-9f11-4a5b1d3417a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:29.953681 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9a8b0cb1-e8b9-43fd-9f11-4a5b1d3417a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:29.956269 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-9a8b0cb1-e8b9-43fd-9f11-4a5b1d3417a0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/614f6b34-4ff0-482e-8fcb-7c52c9ddae29 HTTP/1.1" status: 204  len: 168 time: 0.1939752
Apr 15 11:06:30.261380 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:35.453086 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51652) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:35.601180 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4955623c-d04a-485a-afb3-af0e4cc6803e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:35.619195 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-4955623c-d04a-485a-afb3-af0e4cc6803e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:06:35.624072 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-4955623c-d04a-485a-afb3-af0e4cc6803e admin admin] Usage tracker for resource:security_group_rule and tenant:c216b4dd8ec04fdbb75b0ac0f072920b is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:06:35.627227 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-4955623c-d04a-485a-afb3-af0e4cc6803e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:06:35.633732 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-4955623c-d04a-485a-afb3-af0e4cc6803e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:06:35.729159 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4955623c-d04a-485a-afb3-af0e4cc6803e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:35.732606 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4955623c-d04a-485a-afb3-af0e4cc6803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:35.744065 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9be25c91-6de8-4595-8c3c-cce398e8770f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:35.792355 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-4955623c-d04a-485a-afb3-af0e4cc6803e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c216b4dd8ec04fdbb75b0ac0f072920b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3376260
Apr 15 11:06:35.793427 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955623c-d04a-485a-afb3-af0e4cc6803e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268b6dc2-186b-45e2-8e3b-462cade69702,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:35.795679 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 51658) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:35.797597 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4955623c-d04a-485a-afb3-af0e4cc6803e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:35.892999 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:35.928072 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:36.002292 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:36.008233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-319546cd-6877-482a-b065-42b58b0f1fc7 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:36.024086 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268b6dc2-186b-45e2-8e3b-462cade69702,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:36.034040 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:36.034461 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:36.035199 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:36.035611 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:36.036014 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:36.036419 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:36.036822 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:36.037226 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:36.037625 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:36.038023 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:36.038416 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:36.038866 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:06:36.041989 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:36.043333 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/268b6dc2-186b-45e2-8e3b-462cade69702 HTTP/1.1" status: 204  len: 168 time: 0.2463863
Apr 15 11:06:36.044347 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:36.415101 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 51668) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:36.436214 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e28d9d7-5344-4cf6-85bf-95cf054fc72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:36.453896 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0e28d9d7-5344-4cf6-85bf-95cf054fc72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:06:36.458291 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0e28d9d7-5344-4cf6-85bf-95cf054fc72f admin admin] Usage tracker for resource:security_group_rule and tenant:aa485d828032467ca4d4b748ae08d175 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:06:36.461527 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-0e28d9d7-5344-4cf6-85bf-95cf054fc72f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:06:36.469336 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-0e28d9d7-5344-4cf6-85bf-95cf054fc72f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:06:36.566867 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e28d9d7-5344-4cf6-85bf-95cf054fc72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:36.569988 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0e28d9d7-5344-4cf6-85bf-95cf054fc72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:36.579605 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5f285d55-9ea4-420c-83b6-360e7ce7856f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:36.627906 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0e28d9d7-5344-4cf6-85bf-95cf054fc72f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=aa485d828032467ca4d4b748ae08d175&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2112308
Apr 15 11:06:36.630607 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28d9d7-5344-4cf6-85bf-95cf054fc72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773837c2-1242-4973-b107-7a65a1383cd8,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:36.633583 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 51672) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:06:36.636725 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0e28d9d7-5344-4cf6-85bf-95cf054fc72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:36.750307 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-625c30f0-2c04-4f6a-9001-67225c3df50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:37.173360 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-625c30f0-2c04-4f6a-9001-67225c3df50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:37.236830 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-625c30f0-2c04-4f6a-9001-67225c3df50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:37.241043 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-31854f30-d1e1-4210-ba4b-943a6e8e9046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:06:37.254039 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c30f0-2c04-4f6a-9001-67225c3df50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773837c2-1242-4973-b107-7a65a1383cd8,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:06:37.257107 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-625c30f0-2c04-4f6a-9001-67225c3df50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:06:37.266229 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-625c30f0-2c04-4f6a-9001-67225c3df50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:37.268235 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-625c30f0-2c04-4f6a-9001-67225c3df50e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/773837c2-1242-4973-b107-7a65a1383cd8 HTTP/1.1" status: 204  len: 168 time: 0.6335888
Apr 15 11:06:50.503006 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:06:51.259909 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:53.839489 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-41686adc-8a73-4e4f-846d-2af63157e090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:55.456826 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8cad0b09-c1af-43b9-9a7e-e648d372b553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:56.524901 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8bedbe40-e114-44dc-8136-323d665932df req-3b44404d-f312-4a20-8563-23b5eaa1d51e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1214681
Apr 15 11:06:56.637110 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedbe40-e114-44dc-8136-323d665932df req-3f821168-5530-4ae1-9946-abc5cf427a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:06:56.639416 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8bedbe40-e114-44dc-8136-323d665932df req-3f821168-5530-4ae1-9946-abc5cf427a8a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114&device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 1099 time: 0.0817754
Apr 15 11:06:56.699253 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:56.811834 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedbe40-e114-44dc-8136-323d665932df req-33c49916-e3cb-47c1-8c2d-6958b70ba832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:06:56.813365 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8bedbe40-e114-44dc-8136-323d665932df req-33c49916-e3cb-47c1-8c2d-6958b70ba832 service neutron] 10.222.0.99 "GET /v2.0/networks?id=bab36b9c-674d-4261-ab81-d4fb1bd1f111 HTTP/1.1" status: 200  len: 913 time: 0.1463914
Apr 15 11:06:56.928617 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8bedbe40-e114-44dc-8136-323d665932df req-84eaaa93-bec8-4ff9-b953-0a50aa8f089e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eabe8d2-e74e-441b-9f65-13205d187183 HTTP/1.1" status: 200  len: 1002 time: 0.1078928
Apr 15 11:06:57.000372 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedbe40-e114-44dc-8136-323d665932df req-ff435d1c-5127-49d3-a87e-c3d9c45452b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:06:57.002100 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8bedbe40-e114-44dc-8136-323d665932df req-ff435d1c-5127-49d3-a87e-c3d9c45452b7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=25ef98a8-7013-4b9f-8a45-b0570fc1d72f HTTP/1.1" status: 200  len: 850 time: 0.0667622
Apr 15 11:06:57.056817 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:06:57.094227 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedbe40-e114-44dc-8136-323d665932df req-aab5f5bf-5cff-4b2f-9d16-3c41c428fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:06:57.095800 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8bedbe40-e114-44dc-8136-323d665932df req-aab5f5bf-5cff-4b2f-9d16-3c41c428fdc7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bab36b9c-674d-4261-ab81-d4fb1bd1f111&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0866714
Apr 15 11:06:57.517580 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8bedbe40-e114-44dc-8136-323d665932df req-28ef5b52-ee94-46aa-a1d1-5d9262e6874c service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4140389
Apr 15 11:06:57.695188 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8bedbe40-e114-44dc-8136-323d665932df req-1f3f2224-5783-4035-973c-ad1709879295 service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1704001
Apr 15 11:07:00.250919 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:00.541207 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 51904) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:07:00.679063 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-022cef6e-7c6c-4f26-87b4-03f87e3b401d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:00.695823 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-022cef6e-7c6c-4f26-87b4-03f87e3b401d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:07:00.700280 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-022cef6e-7c6c-4f26-87b4-03f87e3b401d admin admin] Usage tracker for resource:security_group_rule and tenant:891af4ba77714bb6a825f1f3a7496d69 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:07:00.703692 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-022cef6e-7c6c-4f26-87b4-03f87e3b401d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:07:00.709808 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-022cef6e-7c6c-4f26-87b4-03f87e3b401d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:07:00.801385 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-022cef6e-7c6c-4f26-87b4-03f87e3b401d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:00.804380 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-022cef6e-7c6c-4f26-87b4-03f87e3b401d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:00.813591 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b0085c14-bc41-45a5-a130-e5db6dfd6c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:00.861426 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-022cef6e-7c6c-4f26-87b4-03f87e3b401d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=891af4ba77714bb6a825f1f3a7496d69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3189831
Apr 15 11:07:00.862435 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022cef6e-7c6c-4f26-87b4-03f87e3b401d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6718536a-64c9-4ccb-87b5-465ae3e862b5,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:00.864627 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51910) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:07:00.866824 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-022cef6e-7c6c-4f26-87b4-03f87e3b401d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:00.937786 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7f402da8-b892-424a-b325-cfc762ffd465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:00.968270 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7f402da8-b892-424a-b325-cfc762ffd465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:01.013652 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7f402da8-b892-424a-b325-cfc762ffd465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:01.018992 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-89963326-f65c-46cd-aaa8-836e7db9b174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:01.033750 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f402da8-b892-424a-b325-cfc762ffd465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6718536a-64c9-4ccb-87b5-465ae3e862b5,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:01.036842 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7f402da8-b892-424a-b325-cfc762ffd465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:01.049501 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7f402da8-b892-424a-b325-cfc762ffd465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:01.050872 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-7f402da8-b892-424a-b325-cfc762ffd465 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6718536a-64c9-4ccb-87b5-465ae3e862b5 HTTP/1.1" status: 204  len: 168 time: 0.1847408
Apr 15 11:07:02.951263 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 51954) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:07:03.108746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1e64b52d-da8e-4ad9-9dea-a1a497a654fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:03.137244 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-1e64b52d-da8e-4ad9-9dea-a1a497a654fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:07:03.145244 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-1e64b52d-da8e-4ad9-9dea-a1a497a654fa admin admin] Usage tracker for resource:security_group_rule and tenant:e3c48ace728541eb8dc373b6a60a29d5 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:07:03.150542 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-1e64b52d-da8e-4ad9-9dea-a1a497a654fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:07:03.162977 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-1e64b52d-da8e-4ad9-9dea-a1a497a654fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:07:03.333850 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1e64b52d-da8e-4ad9-9dea-a1a497a654fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:03.338241 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1e64b52d-da8e-4ad9-9dea-a1a497a654fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:03.357642 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-cce7ff19-8fa6-474f-bc7e-d0986f067ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:03.448940 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-1e64b52d-da8e-4ad9-9dea-a1a497a654fa admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e3c48ace728541eb8dc373b6a60a29d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4958317
Apr 15 11:07:03.451208 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64b52d-da8e-4ad9-9dea-a1a497a654fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896c0ec8-5718-4c74-b0d7-77c8129767bf,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:03.452462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 51960) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:07:03.457546 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1e64b52d-da8e-4ad9-9dea-a1a497a654fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:03.534011 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-566ad039-d15b-4ff3-bfd5-49432ecd396c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:03.571029 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-566ad039-d15b-4ff3-bfd5-49432ecd396c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:03.635418 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-566ad039-d15b-4ff3-bfd5-49432ecd396c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:03.643216 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ba4af904-7be0-43fd-bb73-1c9612c0e9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:03.664020 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ad039-d15b-4ff3-bfd5-49432ecd396c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896c0ec8-5718-4c74-b0d7-77c8129767bf,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:03.673404 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-566ad039-d15b-4ff3-bfd5-49432ecd396c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:03.677458 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-566ad039-d15b-4ff3-bfd5-49432ecd396c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:03.682912 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-566ad039-d15b-4ff3-bfd5-49432ecd396c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/896c0ec8-5718-4c74-b0d7-77c8129767bf HTTP/1.1" status: 204  len: 168 time: 0.2256415
Apr 15 11:07:21.274693 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:23.431873 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 52058) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:07:23.580645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3bc02bbe-c58d-44a9-933d-9c6e3b753be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:23.600665 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3bc02bbe-c58d-44a9-933d-9c6e3b753be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:07:23.605071 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3bc02bbe-c58d-44a9-933d-9c6e3b753be0 admin admin] Usage tracker for resource:security_group_rule and tenant:1cff069dc467426697fbf521d8d0d6cf is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:07:23.608253 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-3bc02bbe-c58d-44a9-933d-9c6e3b753be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:07:23.614750 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-3bc02bbe-c58d-44a9-933d-9c6e3b753be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:07:23.710714 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3bc02bbe-c58d-44a9-933d-9c6e3b753be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:23.714071 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3bc02bbe-c58d-44a9-933d-9c6e3b753be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:23.723463 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-324968b0-b418-4ff3-a2c1-2adf48fc2e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:23.775943 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc02bbe-c58d-44a9-933d-9c6e3b753be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0191635-f150-4e21-82ce-10ae8b54ecb8,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:23.779533 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3bc02bbe-c58d-44a9-933d-9c6e3b753be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:23.782519 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-3bc02bbe-c58d-44a9-933d-9c6e3b753be0 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1cff069dc467426697fbf521d8d0d6cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3492107
Apr 15 11:07:23.786072 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 52064) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:07:23.837154 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9ffd7f02-a8a9-4d2a-8476-554ecc54fa55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:23.858795 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4fa3eac2-1814-4bb2-a49b-38d3907401e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:23.889581 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4fa3eac2-1814-4bb2-a49b-38d3907401e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:23.939361 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4fa3eac2-1814-4bb2-a49b-38d3907401e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:23.945296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9fc9b3e3-d196-4d59-a7de-f7e48799831a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:23.961082 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3eac2-1814-4bb2-a49b-38d3907401e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0191635-f150-4e21-82ce-10ae8b54ecb8,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:23.964546 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-4fa3eac2-1814-4bb2-a49b-38d3907401e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:23.976028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4fa3eac2-1814-4bb2-a49b-38d3907401e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:23.977291 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-4fa3eac2-1814-4bb2-a49b-38d3907401e1 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b0191635-f150-4e21-82ce-10ae8b54ecb8 HTTP/1.1" status: 204  len: 168 time: 0.1899383
Apr 15 11:07:25.468983 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-749b842d-aead-42d9-825e-7a75257748ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:26.705831 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:27.031451 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-98161b23-a9a2-4195-abde-71a65d329fb0 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=6d01b7c10e08418d91057846a641e49a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0350387
Apr 15 11:07:27.062375 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:27.218942 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-c42cc506-31a7-493d-97d9-c99ed7e99280 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:27.220630 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-c42cc506-31a7-493d-97d9-c99ed7e99280 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1824441
Apr 15 11:07:27.237593 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d529eea4-174d-4f8c-9a71-22f332b25fa7 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/quotas/6d01b7c10e08418d91057846a641e49a HTTP/1.1" status: 200  len: 375 time: 0.0103383
Apr 15 11:07:27.293151 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-fc0f6f47-133c-4bd7-817c-4cf54665b5e0 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=6d01b7c10e08418d91057846a641e49a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0494003
Apr 15 11:07:27.504332 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:07:27.634642 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-67ed77fe-c08e-4081-a3f1-72484ec31ca7 req-cd0664ba-2588-4c87-b76c-fca576297b19 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/ports?device_id=02ae8add-15e0-417f-8eb3-b98a63bdd5f1 HTTP/1.1" status: 200  len: 210 time: 0.1800063
Apr 15 11:07:28.568941 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-637a9942-8366-4222-9b3c-4c983ed1494e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=6d01b7c10e08418d91057846a641e49a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0373552
Apr 15 11:07:28.775530 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-367430dd-4fc5-4744-bb51-2fc3ed398df8 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:28.779069 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-367430dd-4fc5-4744-bb51-2fc3ed398df8 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2039242
Apr 15 11:07:28.869128 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Request body: {'port': {'device_id': '02ae8add-15e0-417f-8eb3-b98a63bdd5f1', 'network_id': 'a2acce61-9ece-4b43-ae3a-493952e7d992', 'admin_state_up': True, 'tenant_id': '6d01b7c10e08418d91057846a641e49a'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:07:28.905813 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7b91a034-385c-4306-a187-93760727f1a8 req-3a18f7f0-2b2c-4c96-8660-bbfd17190dca tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/ports?device_id=02ae8add-15e0-417f-8eb3-b98a63bdd5f1 HTTP/1.1" status: 200  len: 210 time: 0.1251915
Apr 15 11:07:29.036255 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:07:29.040923 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Usage tracker for resource:port and tenant:6d01b7c10e08418d91057846a641e49a is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:07:29.044264 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:07:29.050991 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:07:29.061246 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Made reservation on behalf of 6d01b7c10e08418d91057846a641e49a for: {'port': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:07:29.067648 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:29.086580 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:29.105418 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:07:29.110303 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Usage tracker for resource:security_group_rule and tenant:6d01b7c10e08418d91057846a641e49a is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:07:29.113876 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:07:29.120959 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:07:29.305133 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:29.309681 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:29.318419 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0ba1bfb8-c267-4d11-b0ce-c1527af7b202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:29.487479 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3d2ca8-0c0e-43e0-9442-0e72551d73be,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:29.530137 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:29.530905 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:29.531617 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:29.532344 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:29.533065 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:29.533783 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:29.534498 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:29.535517 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:29.536239 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:29.536962 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:29.537686 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:29.538403 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:29.552870 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:29.702943 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Allocated IP 192.168.233.133 (a2acce61-9ece-4b43-ae3a-493952e7d992/e07a7f80-fb30-4205-8160-1180d29e9f76/56ba9cc2-8f1b-43e7-b394-d55f3956fea1) {{(pid=85320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:07:30.149875 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-deec55cf-ee28-49a2-ad43-342d9722965c req-3543df2d-9c4d-4f36-865a-1133bee02c76 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/ports?device_id=02ae8add-15e0-417f-8eb3-b98a63bdd5f1 HTTP/1.1" status: 200  len: 210 time: 0.1197951
Apr 15 11:07:30.203636 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Notify callbacks [] for port, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:30.223758 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Transition to ACTIVE for port object 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 will not be triggered until provisioned by entity DHCP. {{(pid=85320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:07:30.250056 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:30.255993 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:30.268830 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3f62e29d-565f-44b4-9ea9-1c4197d7e95c tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:30.415349 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Pushing event updated for resources: {'Port': ['ID=56ba9cc2-8f1b-43e7-b394-d55f3956fea1,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:30.420396 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:30.477159 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Network a2acce61-9ece-4b43-ae3a-493952e7d992 is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:07:30.478293 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:07:30.481153 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Received port after_create {{(pid=85320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:07:30.553669 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:30.554391 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:30.599007 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7495651
Apr 15 11:07:30.617294 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-1935012a-c06f-43b5-b348-f066453d7008 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=85320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 11:07:30.618762 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-1935012a-c06f-43b5-b348-f066453d7008 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0081816
Apr 15 11:07:30.631248 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Request body: {'port': {'device_id': '02ae8add-15e0-417f-8eb3-b98a63bdd5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:07:30.720097 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dc6400b9-ac34-42d4-9099-a95b56f1b897 None None] Provisioning for port 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:07:30.726273 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dc6400b9-ac34-42d4-9099-a95b56f1b897 None None] Provisioning complete for port 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:07:30.726887 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dc6400b9-ac34-42d4-9099-a95b56f1b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:30.769324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:30.792596 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dc6400b9-ac34-42d4-9099-a95b56f1b897 None None] Port 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:07:31.274059 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 {{(pid=85320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:07:31.283008 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:31.337897 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Transition to ACTIVE for port object 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 will not be triggered until provisioned by entity L2. {{(pid=85320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:07:31.344710 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693538'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:31.366125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f3db34bf-c018-4b91-8d49-a7dd9185e5a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:31.524636 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Pushing event updated for resources: {'Port': ['ID=56ba9cc2-8f1b-43e7-b394-d55f3956fea1,revision_number=2']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:31.539003 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:31.595990 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14b2ed-9c8a-4e5e-932c-ce7625021dde req-7ecb4799-fe87-48c7-8f9a-f50c604a128f tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:31.596822 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-9f14b2ed-9c8a-4e5e-932c-ce7625021dde req-7ecb4799-fe87-48c7-8f9a-f50c604a128f tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Synchronizing usage tracker for tenant:6d01b7c10e08418d91057846a641e49a on resource:port {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:07:31.718817 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-9f14b2ed-9c8a-4e5e-932c-ce7625021dde req-7ecb4799-fe87-48c7-8f9a-f50c604a128f tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Unset dirty status for tenant:6d01b7c10e08418d91057846a641e49a on resource:port {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:07:31.720145 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9f14b2ed-9c8a-4e5e-932c-ce7625021dde req-7ecb4799-fe87-48c7-8f9a-f50c604a128f tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/ports?device_id=02ae8add-15e0-417f-8eb3-b98a63bdd5f1 HTTP/1.1" status: 200  len: 948 time: 0.4219704
Apr 15 11:07:31.832418 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-9f14b2ed-9c8a-4e5e-932c-ce7625021dde req-7ee11ae3-3e40-4f0c-ac40-7bfa6013aecd tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Synchronizing usage tracker for tenant:6d01b7c10e08418d91057846a641e49a on resource:security_group {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:07:31.848691 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Attempting to bind port 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:07:31.849082 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Attempting to bind port 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '13f6775b-c68d-4361-8fa7-d0e20faec93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1403, 'network_id': 'a2acce61-9ece-4b43-ae3a-493952e7d992'}] {{(pid=85320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:07:31.849449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Attempting to bind port 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 on network a2acce61-9ece-4b43-ae3a-493952e7d992 {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:07:31.861649 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Port 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 on network a2acce61-9ece-4b43-ae3a-493952e7d992 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 11:07:31.861930 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Attempting to bind port 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 on network a2acce61-9ece-4b43-ae3a-493952e7d992 {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:07:31.869797 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-9f14b2ed-9c8a-4e5e-932c-ce7625021dde req-7ee11ae3-3e40-4f0c-ac40-7bfa6013aecd tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Unset dirty status for tenant:6d01b7c10e08418d91057846a641e49a on resource:security_group {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:07:31.871083 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9f14b2ed-9c8a-4e5e-932c-ce7625021dde req-7ee11ae3-3e40-4f0c-ac40-7bfa6013aecd tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/security-groups?id=9c3d2ca8-0c0e-43e0-9442-0e72551d73be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161301
Apr 15 11:07:31.872926 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:07:31.873342 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Checking segment: {'id': '13f6775b-c68d-4361-8fa7-d0e20faec93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1403, 'network_id': 'a2acce61-9ece-4b43-ae3a-493952e7d992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:07:31.873751 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Bound using segment: {'id': '13f6775b-c68d-4361-8fa7-d0e20faec93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1403, 'network_id': 'a2acce61-9ece-4b43-ae3a-493952e7d992'} {{(pid=85320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:07:31.874246 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Bound port: 56ba9cc2-8f1b-43e7-b394-d55f3956fea1, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f6775b-c68d-4361-8fa7-d0e20faec93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1403, 'network_id': 'a2acce61-9ece-4b43-ae3a-493952e7d992'}}] {{(pid=85320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:07:31.874654 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:31.988915 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] For port 56ba9cc2-8f1b-43e7-b394-d55f3956fea1, host hv-cinder-78638, cleared binding levels {{(pid=85320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:07:31.992461 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] For port 56ba9cc2-8f1b-43e7-b394-d55f3956fea1, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=56ba9cc2-8f1b-43e7-b394-d55f3956fea1,segment=NetworkSegment(13f6775b-c68d-4361-8fa7-d0e20faec93b),segment_id=13f6775b-c68d-4361-8fa7-d0e20faec93b)] {{(pid=85320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:07:31.998891 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693538'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:32.013173 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ad4d0caa-6c72-4bf6-b070-1e46e5e55297 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:32.176103 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Pushing event updated for resources: {'Port': ['ID=56ba9cc2-8f1b-43e7-b394-d55f3956fea1,revision_number=3']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:32.182425 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:32.230416 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:32.231834 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:32.233387 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] 10.222.0.99 "PUT /v2.0/ports/56ba9cc2-8f1b-43e7-b394-d55f3956fea1 HTTP/1.1" status: 200  len: 1098 time: 1.6081736
Apr 15 11:07:32.234120 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ae8add-15e0-417f-8eb3-b98a63bdd5f1', 'tag': '56ba9cc2-8f1b-43e7-b394-d55f3956fea1'}] {{(pid=85320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:07:32.334847 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ae8add-15e0-417f-8eb3-b98a63bdd5f1', 'tag': '56ba9cc2-8f1b-43e7-b394-d55f3956fea1', 'status': 'completed', 'code': 200}
Apr 15 11:07:32.384582 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-117093b0-14fb-4fcd-93af-193c9b6d6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:32.386252 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-117093b0-14fb-4fcd-93af-193c9b6d6b09 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6d01b7c10e08418d91057846a641e49a&device_id=02ae8add-15e0-417f-8eb3-b98a63bdd5f1 HTTP/1.1" status: 200  len: 1101 time: 0.0954707
Apr 15 11:07:32.486500 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-0604d654-6b96-48b4-91ed-aa5d735b57c8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=56ba9cc2-8f1b-43e7-b394-d55f3956fea1 HTTP/1.1" status: 200  len: 217 time: 0.0873747
Apr 15 11:07:32.564950 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d1b66461-9575-4090-bfa1-7dfca1785e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:32.566582 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d1b66461-9575-4090-bfa1-7dfca1785e53 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07a7f80-fb30-4205-8160-1180d29e9f76 HTTP/1.1" status: 200  len: 843 time: 0.0742979
Apr 15 11:07:32.655848 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-aa8cb1e9-8649-496a-ae98-a8216503ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:32.657453 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-aa8cb1e9-8649-496a-ae98-a8216503ad40 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a2acce61-9ece-4b43-ae3a-493952e7d992&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0842426
Apr 15 11:07:33.110970 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-64b77454-b084-4667-8a9a-05edbedec6a9 service neutron] 10.222.0.99 "GET /v2.0/networks/a2acce61-9ece-4b43-ae3a-493952e7d992?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4462383
Apr 15 11:07:33.243498 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd66a47-f92d-495c-a705-58a925924e9c req-1b58572e-b57c-498a-8b02-7417159c00a9 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:33.245217 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fbd66a47-f92d-495c-a705-58a925924e9c req-1b58572e-b57c-498a-8b02-7417159c00a9 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/ports?device_id=02ae8add-15e0-417f-8eb3-b98a63bdd5f1 HTTP/1.1" status: 200  len: 948 time: 0.2324796
Apr 15 11:07:33.332848 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fbd66a47-f92d-495c-a705-58a925924e9c req-11bc2366-0918-43b5-bff6-148def199d24 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/security-groups?id=9c3d2ca8-0c0e-43e0-9442-0e72551d73be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755565
Apr 15 11:07:33.343078 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-719a64e7-fdea-4163-99b6-bb8a706c52b5 req-d17c3683-878b-4697-a504-39ee27184473 service neutron] 10.222.0.99 "GET /v2.0/networks/a2acce61-9ece-4b43-ae3a-493952e7d992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2150629
Apr 15 11:07:33.508112 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d7d36-97a0-4244-ae9b-a9bf28dfe398 req-9d6db28f-a202-4419-b8a8-89cdcc5e2872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:33.509656 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-163d7d36-97a0-4244-ae9b-a9bf28dfe398 req-9d6db28f-a202-4419-b8a8-89cdcc5e2872 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6d01b7c10e08418d91057846a641e49a&device_id=02ae8add-15e0-417f-8eb3-b98a63bdd5f1 HTTP/1.1" status: 200  len: 1101 time: 0.0822003
Apr 15 11:07:33.661860 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d7d36-97a0-4244-ae9b-a9bf28dfe398 req-b6041652-9842-4b12-aad7-e54e72f6d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:33.663531 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-163d7d36-97a0-4244-ae9b-a9bf28dfe398 req-b6041652-9842-4b12-aad7-e54e72f6d8c7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a2acce61-9ece-4b43-ae3a-493952e7d992 HTTP/1.1" status: 200  len: 871 time: 0.1468108
Apr 15 11:07:33.742938 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-163d7d36-97a0-4244-ae9b-a9bf28dfe398 req-009fb2c6-3300-4fd6-a14c-3cf0dad12685 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=56ba9cc2-8f1b-43e7-b394-d55f3956fea1 HTTP/1.1" status: 200  len: 217 time: 0.0714781
Apr 15 11:07:33.818269 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d7d36-97a0-4244-ae9b-a9bf28dfe398 req-a4fa6da5-455b-4f8f-91b0-1903f559e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:33.819831 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-163d7d36-97a0-4244-ae9b-a9bf28dfe398 req-a4fa6da5-455b-4f8f-91b0-1903f559e79c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e07a7f80-fb30-4205-8160-1180d29e9f76 HTTP/1.1" status: 200  len: 843 time: 0.0705006
Apr 15 11:07:33.908542 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d7d36-97a0-4244-ae9b-a9bf28dfe398 req-764c2847-c3c6-462b-aa6b-87831dc7419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:33.910454 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-163d7d36-97a0-4244-ae9b-a9bf28dfe398 req-764c2847-c3c6-462b-aa6b-87831dc7419e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a2acce61-9ece-4b43-ae3a-493952e7d992&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0829849
Apr 15 11:07:34.080014 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-163d7d36-97a0-4244-ae9b-a9bf28dfe398 req-1e01b692-0092-4b90-a90d-f6d6f8c3b05e service neutron] 10.222.0.99 "GET /v2.0/networks/a2acce61-9ece-4b43-ae3a-493952e7d992?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1604040
Apr 15 11:07:34.240974 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-163d7d36-97a0-4244-ae9b-a9bf28dfe398 req-a1b62496-b969-4b78-b80a-c72e38ead667 service neutron] 10.222.0.99 "GET /v2.0/networks/a2acce61-9ece-4b43-ae3a-493952e7d992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1514189
Apr 15 11:07:34.550599 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb72960-bfa0-4833-abe1-472b92b7c92c req-fceebdc9-e413-4ac0-ad90-3c03e126ffc5 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:34.552383 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-adb72960-bfa0-4833-abe1-472b92b7c92c req-fceebdc9-e413-4ac0-ad90-3c03e126ffc5 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/ports?device_id=02ae8add-15e0-417f-8eb3-b98a63bdd5f1 HTTP/1.1" status: 200  len: 948 time: 0.0951860
Apr 15 11:07:34.613963 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-adb72960-bfa0-4833-abe1-472b92b7c92c req-e1b0dcbb-1068-495c-b04c-bcc2909d16b4 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/security-groups?id=9c3d2ca8-0c0e-43e0-9442-0e72551d73be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503206
Apr 15 11:07:35.407709 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:07:35.564233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 56ba9cc2-8f1b-43e7-b394-d55f3956fea1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=56ba9cc2-8f1b-43e7-b394-d55f3956fea1,segment=NetworkSegment(13f6775b-c68d-4361-8fa7-d0e20faec93b),segment_id=13f6775b-c68d-4361-8fa7-d0e20faec93b)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:07:35.580941 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': '56ba9cc2-8f1b-43e7-b394-d55f3956fea1', 'network_id': 'a2acce61-9ece-4b43-ae3a-493952e7d992', 'port_id': '56ba9cc2-8f1b-43e7-b394-d55f3956fea1', 'mac_address': 'fa:16:3e:84:5c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07a7f80-fb30-4205-8160-1180d29e9f76', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:07:35.645255 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:35.670166 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:07:35.689364 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 56ba9cc2-8f1b-43e7-b394-d55f3956fea1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=56ba9cc2-8f1b-43e7-b394-d55f3956fea1,segment=NetworkSegment(13f6775b-c68d-4361-8fa7-d0e20faec93b),segment_id=13f6775b-c68d-4361-8fa7-d0e20faec93b)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:07:35.693739 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:35.696261 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:35.777579 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=56ba9cc2-8f1b-43e7-b394-d55f3956fea1,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:35.786780 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:35.787208 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:35.787570 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:35.787954 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:35.788335 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:35.788717 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:35.789105 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:35.789468 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:35.789870 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:35.790236 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:35.790675 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:35.791018 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:35.795663 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:35.866968 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc38ecb-17e2-41d0-950a-340dcd0d3afc req-0e79d024-e781-4079-87eb-bbd5820932ba tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:35.868757 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1dc38ecb-17e2-41d0-950a-340dcd0d3afc req-0e79d024-e781-4079-87eb-bbd5820932ba tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/ports?device_id=02ae8add-15e0-417f-8eb3-b98a63bdd5f1 HTTP/1.1" status: 200  len: 949 time: 0.1244237
Apr 15 11:07:35.929451 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1dc38ecb-17e2-41d0-950a-340dcd0d3afc req-ae742e10-895c-4b08-809a-94613c1fa31b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/security-groups?id=9c3d2ca8-0c0e-43e0-9442-0e72551d73be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473745
Apr 15 11:07:35.996978 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['56ba9cc2-8f1b-43e7-b394-d55f3956fea1'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:07:37.160802 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e45d3-7e68-4293-9a3a-7ca17e38c764 req-d89fe6f3-08c3-450a-818a-af7b1931239b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:37.162727 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f52e45d3-7e68-4293-9a3a-7ca17e38c764 req-d89fe6f3-08c3-450a-818a-af7b1931239b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/ports?device_id=02ae8add-15e0-417f-8eb3-b98a63bdd5f1 HTTP/1.1" status: 200  len: 949 time: 0.1115112
Apr 15 11:07:37.217359 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f52e45d3-7e68-4293-9a3a-7ca17e38c764 req-fa8017f2-dbbe-4af1-9e63-fcf807a132ba tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/security-groups?id=9c3d2ca8-0c0e-43e0-9442-0e72551d73be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471549
Apr 15 11:07:37.438038 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:07:37.523164 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:07:37.529395 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:07:37.529955 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:37.683005 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:37.717221 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ae8add-15e0-417f-8eb3-b98a63bdd5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ba9cc2-8f1b-43e7-b394-d55f3956fea1'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:07:37.728946 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 56ba9cc2-8f1b-43e7-b394-d55f3956fea1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=56ba9cc2-8f1b-43e7-b394-d55f3956fea1,segment=NetworkSegment(13f6775b-c68d-4361-8fa7-d0e20faec93b),segment_id=13f6775b-c68d-4361-8fa7-d0e20faec93b)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:07:37.734267 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:37.738747 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8d23a4db-b0b2-4918-8213-81fe341995f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:37.803378 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ae8add-15e0-417f-8eb3-b98a63bdd5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ba9cc2-8f1b-43e7-b394-d55f3956fea1', 'code': 200}
Apr 15 11:07:37.851072 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=56ba9cc2-8f1b-43e7-b394-d55f3956fea1,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:37.857537 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:37.894989 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13555286-e510-4913-a85d-a9fb00cc8290 req-74114a07-6480-4b6a-a974-f371cf83f332 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:37.896704 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-13555286-e510-4913-a85d-a9fb00cc8290 req-74114a07-6480-4b6a-a974-f371cf83f332 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 946 time: 0.0967996
Apr 15 11:07:37.953241 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-13555286-e510-4913-a85d-a9fb00cc8290 req-819b6fbe-4e5f-40d1-a3c9-977fb8175bcc tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489085
Apr 15 11:07:38.160842 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc04515-9db8-4f43-9979-a9aba7b6680d req-de3d8e05-b80e-4186-bc03-22ceca7b497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:38.162696 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-afc04515-9db8-4f43-9979-a9aba7b6680d req-de3d8e05-b80e-4186-bc03-22ceca7b497a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=02ae8add-15e0-417f-8eb3-b98a63bdd5f1 HTTP/1.1" status: 200  len: 1103 time: 0.1103828
Apr 15 11:07:38.210759 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-afc04515-9db8-4f43-9979-a9aba7b6680d req-e05bc151-8a4c-4173-b321-d0e4c1f4c6c0 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=9c3d2ca8-0c0e-43e0-9442-0e72551d73be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405612
Apr 15 11:07:38.430427 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab41e5-4c9a-424e-b8a4-3ada04c95e26 req-1d418144-f22f-4506-a57a-7ff6218793aa tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:38.432099 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b9ab41e5-4c9a-424e-b8a4-3ada04c95e26 req-1d418144-f22f-4506-a57a-7ff6218793aa tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/ports?device_id=02ae8add-15e0-417f-8eb3-b98a63bdd5f1 HTTP/1.1" status: 200  len: 950 time: 0.0941942
Apr 15 11:07:38.496890 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b9ab41e5-4c9a-424e-b8a4-3ada04c95e26 req-32517776-aebd-47c6-923e-f7d443b44e9f tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/security-groups?id=9c3d2ca8-0c0e-43e0-9442-0e72551d73be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578866
Apr 15 11:07:39.213547 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ac9b1-574c-4dff-8d30-35c8a7147286 req-d68a9eb1-2a03-458a-973f-d3c2d572de90 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:39.215526 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-386ac9b1-574c-4dff-8d30-35c8a7147286 req-d68a9eb1-2a03-458a-973f-d3c2d572de90 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 946 time: 0.1309102
Apr 15 11:07:39.271157 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-386ac9b1-574c-4dff-8d30-35c8a7147286 req-7754d294-cac7-4f08-b749-0a98cfdf65b1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486248
Apr 15 11:07:39.707135 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6410d-ee30-4a8e-8117-4e26e150ee0e req-fb4bd16e-2b45-45fe-8d33-ff8b5f452c49 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:39.708762 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bfa6410d-ee30-4a8e-8117-4e26e150ee0e req-fb4bd16e-2b45-45fe-8d33-ff8b5f452c49 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/ports?device_id=02ae8add-15e0-417f-8eb3-b98a63bdd5f1 HTTP/1.1" status: 200  len: 950 time: 0.0956459
Apr 15 11:07:39.759047 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-bfa6410d-ee30-4a8e-8117-4e26e150ee0e req-b8a5d4ab-12d3-44e3-bfec-45c345b3d3bf tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/security-groups?id=9c3d2ca8-0c0e-43e0-9442-0e72551d73be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433006
Apr 15 11:07:39.872726 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c0ff0-1649-4a4b-ab11-03f94f7d9480 req-dd595d7c-95c4-456b-ac3e-04eb66cf22f2 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:39.875575 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ba8c0ff0-1649-4a4b-ab11-03f94f7d9480 req-dd595d7c-95c4-456b-ac3e-04eb66cf22f2 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.99 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 946 time: 0.1045837
Apr 15 11:07:39.974397 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-ba8c0ff0-1649-4a4b-ab11-03f94f7d9480 req-797854cb-62ee-42cb-87c6-0cad3e9ae7c8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Deleting port 5eabe8d2-e74e-441b-9f65-13205d187183 {{(pid=85320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:07:39.975097 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-ba8c0ff0-1649-4a4b-ab11-03f94f7d9480 req-797854cb-62ee-42cb-87c6-0cad3e9ae7c8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:40.495071 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93862a92-b992-4036-af83-4fc745084726 req-8a06c1e5-fb8e-4670-a8a6-37e3c30831f1 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:40.497622 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-93862a92-b992-4036-af83-4fc745084726 req-8a06c1e5-fb8e-4670-a8a6-37e3c30831f1 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/ports?device_id=02ae8add-15e0-417f-8eb3-b98a63bdd5f1 HTTP/1.1" status: 200  len: 950 time: 0.3067656
Apr 15 11:07:40.542945 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-ba8c0ff0-1649-4a4b-ab11-03f94f7d9480 req-797854cb-62ee-42cb-87c6-0cad3e9ae7c8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] For port 5eabe8d2-e74e-441b-9f65-13205d187183, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5eabe8d2-e74e-441b-9f65-13205d187183,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:07:40.543360 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-ba8c0ff0-1649-4a4b-ab11-03f94f7d9480 req-797854cb-62ee-42cb-87c6-0cad3e9ae7c8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:40.667184 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-93862a92-b992-4036-af83-4fc745084726 req-4545001c-b5fa-4923-8224-4ee41533232e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/security-groups?id=9c3d2ca8-0c0e-43e0-9442-0e72551d73be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609373
Apr 15 11:07:40.759431 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f28bfd-005c-497b-813e-1a0b4bb49aa9 req-f90d3acb-a535-48da-a067-9fb0823d8211 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:40.761003 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-67f28bfd-005c-497b-813e-1a0b4bb49aa9 req-f90d3acb-a535-48da-a067-9fb0823d8211 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 946 time: 0.3408604
Apr 15 11:07:40.921048 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-67f28bfd-005c-497b-813e-1a0b4bb49aa9 req-fe71724d-c50c-486c-8028-51085b6643aa tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1457541
Apr 15 11:07:40.961740 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-ba8c0ff0-1649-4a4b-ab11-03f94f7d9480 req-797854cb-62ee-42cb-87c6-0cad3e9ae7c8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:40.962205 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-ba8c0ff0-1649-4a4b-ab11-03f94f7d9480 req-797854cb-62ee-42cb-87c6-0cad3e9ae7c8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006503'] for floatingip, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:40.962569 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_db [req-ba8c0ff0-1649-4a4b-ab11-03f94f7d9480 req-797854cb-62ee-42cb-87c6-0cad3e9ae7c8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Floating IP 23e35c34-0a59-4592-9244-9f943d6c40b6 disassociated. External IP: 172.27.0.102, port: 5eabe8d2-e74e-441b-9f65-13205d187183.
Apr 15 11:07:40.963017 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-ba8c0ff0-1649-4a4b-ab11-03f94f7d9480 req-797854cb-62ee-42cb-87c6-0cad3e9ae7c8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Calling delete_port for 5eabe8d2-e74e-441b-9f65-13205d187183 owned by compute:nova {{(pid=85320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:07:41.142900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-ba8c0ff0-1649-4a4b-ab11-03f94f7d9480 req-797854cb-62ee-42cb-87c6-0cad3e9ae7c8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:41.165335 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e9c4c10c-e4f0-43c7-bb17-d02088e4cec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:41.266903 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797854cb-62ee-42cb-87c6-0cad3e9ae7c8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event deleted for resources: {'Port': ['ID=5eabe8d2-e74e-441b-9f65-13205d187183,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:41.273940 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-797854cb-62ee-42cb-87c6-0cad3e9ae7c8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:41.615906 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fde4ee-544d-4ed3-8075-f6a33c082309 req-61d76e89-4833-4d5d-bbf1-c5c9b0ef22c3 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:41.615906 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-85fde4ee-544d-4ed3-8075-f6a33c082309 req-61d76e89-4833-4d5d-bbf1-c5c9b0ef22c3 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.99 "GET /v2.0/ports?device_id=02ae8add-15e0-417f-8eb3-b98a63bdd5f1 HTTP/1.1" status: 200  len: 950 time: 0.1052382
Apr 15 11:07:41.711615 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-85fde4ee-544d-4ed3-8075-f6a33c082309 req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Deleting port 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:07:41.712250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-85fde4ee-544d-4ed3-8075-f6a33c082309 req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:41.818436 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba8c0ff0-1649-4a4b-ab11-03f94f7d9480 req-797854cb-62ee-42cb-87c6-0cad3e9ae7c8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Router 2cd67529-5ee5-426d-8707-6019e17bb948 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:07:42.033970 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-85fde4ee-544d-4ed3-8075-f6a33c082309 req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] For port 56ba9cc2-8f1b-43e7-b394-d55f3956fea1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=56ba9cc2-8f1b-43e7-b394-d55f3956fea1,segment=NetworkSegment(13f6775b-c68d-4361-8fa7-d0e20faec93b),segment_id=13f6775b-c68d-4361-8fa7-d0e20faec93b)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:07:42.035167 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-85fde4ee-544d-4ed3-8075-f6a33c082309 req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:42.125140 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-be9f928e-5f7e-49ff-92c6-dafc7f805e32 req-47c7b319-e8cb-4c57-84fe-c01bc07aab2e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 210 time: 0.0680697
Apr 15 11:07:42.133912 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b8a24-957c-4f36-bfc5-4aea702cf1ab req-4e00e36a-92b4-4cae-96d4-5a9c6e577a47 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:42.135647 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3a4b8a24-957c-4f36-bfc5-4aea702cf1ab req-4e00e36a-92b4-4cae-96d4-5a9c6e577a47 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/ports?device_id=02ae8add-15e0-417f-8eb3-b98a63bdd5f1 HTTP/1.1" status: 200  len: 950 time: 0.3203802
Apr 15 11:07:42.153956 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba8c0ff0-1649-4a4b-ab11-03f94f7d9480 req-797854cb-62ee-42cb-87c6-0cad3e9ae7c8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:07:42.171839 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3c8d1d-c4eb-40f3-82f1-58a7807ae96a None None] Sync routers for ids ['2cd67529-5ee5-426d-8707-6019e17bb948'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:07:42.192832 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3c8d1d-c4eb-40f3-82f1-58a7807ae96a None None] Routers {'2cd67529-5ee5-426d-8707-6019e17bb948'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:07:42.194111 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-fc3c8d1d-c4eb-40f3-82f1-58a7807ae96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc4c78a90>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:07:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cd67529-5ee5-426d-8707-6019e17bb948'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:07:42.199674 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-85fde4ee-544d-4ed3-8075-f6a33c082309 req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Calling delete_port for 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 owned by compute:nova {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:07:42.276402 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8c0ff0-1649-4a4b-ab11-03f94f7d9480 req-797854cb-62ee-42cb-87c6-0cad3e9ae7c8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] No DVR routers for this DVR port 5eabe8d2-e74e-441b-9f65-13205d187183 on host hv-cinder-78638 {{(pid=85320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:07:42.282029 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-ba8c0ff0-1649-4a4b-ab11-03f94f7d9480 req-797854cb-62ee-42cb-87c6-0cad3e9ae7c8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:42.285422 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d09cfd3-baa6-4120-ba74-59d8ea9669f7', 'name': 'network-vif-deleted', 'tag': '5eabe8d2-e74e-441b-9f65-13205d187183'}] {{(pid=85320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:07:42.302934 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3a4b8a24-957c-4f36-bfc5-4aea702cf1ab req-241a74ed-6bb0-4991-a459-a10df7fac8fd tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/security-groups?id=9c3d2ca8-0c0e-43e0-9442-0e72551d73be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468077
Apr 15 11:07:42.318300 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ba8c0ff0-1649-4a4b-ab11-03f94f7d9480 req-797854cb-62ee-42cb-87c6-0cad3e9ae7c8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.99 "DELETE /v2.0/ports/5eabe8d2-e74e-441b-9f65-13205d187183 HTTP/1.1" status: 204  len: 173 time: 2.4370341
Apr 15 11:07:42.375833 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d09cfd3-baa6-4120-ba74-59d8ea9669f7', 'name': 'network-vif-deleted', 'tag': '5eabe8d2-e74e-441b-9f65-13205d187183', 'status': 'completed', 'code': 200}
Apr 15 11:07:42.412129 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-85fde4ee-544d-4ed3-8075-f6a33c082309 req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:42.429904 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-709fe6be-dce4-4dad-a9b8-076c1373bd3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:42.536549 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Pushing event deleted for resources: {'Port': ['ID=56ba9cc2-8f1b-43e7-b394-d55f3956fea1,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:42.553728 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:42.554307 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:42.554892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:42.555446 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:42.555972 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:42.556500 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:42.557049 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:42.557592 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:42.558145 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:42.558776 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:42.559304 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:42.559826 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:07:42.567116 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:42.641736 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['56ba9cc2-8f1b-43e7-b394-d55f3956fea1'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:07:42.700635 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-fc3c8d1d-c4eb-40f3-82f1-58a7807ae96a None None] Set router 2cd67529-5ee5-426d-8707-6019e17bb948 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:07:42.765480 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fde4ee-544d-4ed3-8075-f6a33c082309 req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] No DVR routers for this DVR port 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 on host hv-cinder-78638 {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:07:42.768432 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-85fde4ee-544d-4ed3-8075-f6a33c082309 req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:42.780805 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ae8add-15e0-417f-8eb3-b98a63bdd5f1', 'name': 'network-vif-deleted', 'tag': '56ba9cc2-8f1b-43e7-b394-d55f3956fea1'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:07:42.788642 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-85fde4ee-544d-4ed3-8075-f6a33c082309 req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.99 "DELETE /v2.0/ports/56ba9cc2-8f1b-43e7-b394-d55f3956fea1 HTTP/1.1" status: 204  len: 173 time: 1.1665206
Apr 15 11:07:42.892279 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ae8add-15e0-417f-8eb3-b98a63bdd5f1', 'name': 'network-vif-deleted', 'tag': '56ba9cc2-8f1b-43e7-b394-d55f3956fea1', 'status': 'completed', 'code': 200}
Apr 15 11:07:43.207552 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-fc3c8d1d-c4eb-40f3-82f1-58a7807ae96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc4c78a90>, [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 5, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:07:43.212814 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3c8d1d-c4eb-40f3-82f1-58a7807ae96a None None] Checking router: 2cd67529-5ee5-426d-8707-6019e17bb948 for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:07:43.223923 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3c8d1d-c4eb-40f3-82f1-58a7807ae96a None None] Routers {'2cd67529-5ee5-426d-8707-6019e17bb948'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:07:43.224563 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-fc3c8d1d-c4eb-40f3-82f1-58a7807ae96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc4c78a90>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:07:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cd67529-5ee5-426d-8707-6019e17bb948'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:07:43.434408 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-fc3c8d1d-c4eb-40f3-82f1-58a7807ae96a None None] Set router 2cd67529-5ee5-426d-8707-6019e17bb948 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:07:43.452313 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-0aba019d-9798-496f-96cf-d8169f8e7acc req-b2b5970c-38c9-4e52-becc-d26c217f81ae tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Synchronizing usage tracker for tenant:88aa0bab568f4a5aa59730c0ed5f2114 on resource:port {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:07:43.475057 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-0aba019d-9798-496f-96cf-d8169f8e7acc req-b2b5970c-38c9-4e52-becc-d26c217f81ae tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Unset dirty status for tenant:88aa0bab568f4a5aa59730c0ed5f2114 on resource:port {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:07:43.477529 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0aba019d-9798-496f-96cf-d8169f8e7acc req-b2b5970c-38c9-4e52-becc-d26c217f81ae tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d09cfd3-baa6-4120-ba74-59d8ea9669f7 HTTP/1.1" status: 200  len: 210 time: 0.1053965
Apr 15 11:07:43.502748 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 5eabe8d2-e74e-441b-9f65-13205d187183 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:07:43.541768 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: 5eabe8d2-e74e-441b-9f65-13205d187183 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:07:43.542362 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 5eabe8d2-e74e-441b-9f65-13205d187183 not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:07:43.580815 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-348326ba-dd0e-47cc-935c-c3d4dfc0ce3d req-28b1871a-2a31-4f28-8a00-7d12fa74aca0 tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] 10.222.0.100 "GET /v2.0/ports?device_id=02ae8add-15e0-417f-8eb3-b98a63bdd5f1 HTTP/1.1" status: 200  len: 210 time: 0.0565698
Apr 15 11:07:43.866085 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-fc3c8d1d-c4eb-40f3-82f1-58a7807ae96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc4c78a90>, [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 5, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:07:43.870942 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3c8d1d-c4eb-40f3-82f1-58a7807ae96a None None] The sync data for ids ['2cd67529-5ee5-426d-8707-6019e17bb948'] in dv-cinder-786386-1-iscsi is: [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 5, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:07:44.322096 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c15075-6326-4409-bc01-9d099710e478 None None] New status for floating IP 23e35c34-0a59-4592-9244-9f943d6c40b6: DOWN {{(pid=85323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:07:44.896596 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0815ad51-e032-4842-9169-df27b1976b5c req-e50309a2-652b-4b8b-9bef-fef3a0f593f2 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369435529&fields=id&tenant_id=88aa0bab568f4a5aa59730c0ed5f2114 HTTP/1.1" status: 200  len: 267 time: 0.0479529
Apr 15 11:07:45.080035 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815ad51-e032-4842-9169-df27b1976b5c req-f95ef739-912e-4499-8c1a-533b3842d688 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:45.081739 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0815ad51-e032-4842-9169-df27b1976b5c req-f95ef739-912e-4499-8c1a-533b3842d688 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/networks?id=bab36b9c-674d-4261-ab81-d4fb1bd1f111 HTTP/1.1" status: 200  len: 811 time: 0.1774433
Apr 15 11:07:45.104083 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0815ad51-e032-4842-9169-df27b1976b5c req-f7f23146-9498-444b-98b6-fe449c96af78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/quotas/88aa0bab568f4a5aa59730c0ed5f2114 HTTP/1.1" status: 200  len: 375 time: 0.0123188
Apr 15 11:07:45.268831 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0815ad51-e032-4842-9169-df27b1976b5c req-19584537-b659-46ec-867f-102887f93976 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1556900
Apr 15 11:07:45.286662 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [req-0815ad51-e032-4842-9169-df27b1976b5c req-20c470cc-ed95-4015-91d6-1270bf005cd0 service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=85320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 11:07:45.287791 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0815ad51-e032-4842-9169-df27b1976b5c req-20c470cc-ed95-4015-91d6-1270bf005cd0 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0067291
Apr 15 11:07:45.471352 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:07:45.534180 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:07:45.534575 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 56ba9cc2-8f1b-43e7-b394-d55f3956fea1 not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:07:45.539555 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0815ad51-e032-4842-9169-df27b1976b5c req-a0982f90-9d5d-4c85-a7ec-689db6d36ade service neutron] 10.222.0.100 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2299275
Apr 15 11:07:45.724619 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0815ad51-e032-4842-9169-df27b1976b5c req-59ba6727-a356-4801-a6d8-211f31abfda3 service neutron] 10.222.0.100 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1716795
Apr 15 11:07:46.450916 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d9386c92-e97a-4ff0-8ede-8552c6de48c4 req-1b2be022-baea-4a37-b1c0-9acc33d72c58 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 210 time: 0.0998147
Apr 15 11:07:47.695065 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ce626feb-a761-44d1-810d-c13138bd9138 req-4f27326f-6e49-4c89-88e0-a9c7321ba1d0 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 210 time: 0.0790980
Apr 15 11:07:47.884187 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815ad51-e032-4842-9169-df27b1976b5c req-969c3121-d566-4843-8e43-d7df4a5d0994 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:47.885013 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-0815ad51-e032-4842-9169-df27b1976b5c req-969c3121-d566-4843-8e43-d7df4a5d0994 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Synchronizing usage tracker for tenant:88aa0bab568f4a5aa59730c0ed5f2114 on resource:network {{(pid=85321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:07:47.905409 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-0815ad51-e032-4842-9169-df27b1976b5c req-969c3121-d566-4843-8e43-d7df4a5d0994 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Unset dirty status for tenant:88aa0bab568f4a5aa59730c0ed5f2114 on resource:network {{(pid=85321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:07:47.906734 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0815ad51-e032-4842-9169-df27b1976b5c req-969c3121-d566-4843-8e43-d7df4a5d0994 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.99 "GET /v2.0/networks?id=bab36b9c-674d-4261-ab81-d4fb1bd1f111 HTTP/1.1" status: 200  len: 811 time: 0.3318279
Apr 15 11:07:48.046185 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-0815ad51-e032-4842-9169-df27b1976b5c req-e008df7a-0a8b-42f7-90b2-8a8a19be144f tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Synchronizing usage tracker for tenant:88aa0bab568f4a5aa59730c0ed5f2114 on resource:security_group {{(pid=85321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:07:48.061256 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-0815ad51-e032-4842-9169-df27b1976b5c req-e008df7a-0a8b-42f7-90b2-8a8a19be144f tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Unset dirty status for tenant:88aa0bab568f4a5aa59730c0ed5f2114 on resource:security_group {{(pid=85321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:07:48.062813 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0815ad51-e032-4842-9169-df27b1976b5c req-e008df7a-0a8b-42f7-90b2-8a8a19be144f tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114 HTTP/1.1" status: 200  len: 8059 time: 0.1420503
Apr 15 11:07:48.073588 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-0815ad51-e032-4842-9169-df27b1976b5c req-f7200175-def1-4398-ae1d-51dc41940dcc tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Request body: {'port': {'device_id': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'admin_state_up': True, 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'security_groups': ['9b9d7255-8ac6-4ca3-8357-194666929685']}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:07:48.241120 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-0815ad51-e032-4842-9169-df27b1976b5c req-f7200175-def1-4398-ae1d-51dc41940dcc tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:07:48.253450 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-0815ad51-e032-4842-9169-df27b1976b5c req-f7200175-def1-4398-ae1d-51dc41940dcc tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:07:48.265729 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0815ad51-e032-4842-9169-df27b1976b5c req-f7200175-def1-4398-ae1d-51dc41940dcc tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Made reservation on behalf of 88aa0bab568f4a5aa59730c0ed5f2114 for: {'port': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:07:48.272494 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-0815ad51-e032-4842-9169-df27b1976b5c req-f7200175-def1-4398-ae1d-51dc41940dcc tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:48.469673 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-0815ad51-e032-4842-9169-df27b1976b5c req-f7200175-def1-4398-ae1d-51dc41940dcc tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Allocated IP 172.20.0.8 (bab36b9c-674d-4261-ab81-d4fb1bd1f111/25ef98a8-7013-4b9f-8a45-b0570fc1d72f/1835ed6d-a933-4321-91c4-c71ebcb586c6) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:07:48.737492 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-0815ad51-e032-4842-9169-df27b1976b5c req-f7200175-def1-4398-ae1d-51dc41940dcc tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:48.757247 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-0815ad51-e032-4842-9169-df27b1976b5c req-f7200175-def1-4398-ae1d-51dc41940dcc tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Transition to ACTIVE for port object 1835ed6d-a933-4321-91c4-c71ebcb586c6 will not be triggered until provisioned by entity DHCP. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:07:48.786958 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-0815ad51-e032-4842-9169-df27b1976b5c req-f7200175-def1-4398-ae1d-51dc41940dcc tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:48.902786 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9f180f5e-e674-488f-abb1-3116f0b904ae tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:49.008207 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7200175-def1-4398-ae1d-51dc41940dcc tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event updated for resources: {'Port': ['ID=1835ed6d-a933-4321-91c4-c71ebcb586c6,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:49.009663 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0566c6-4b4c-449f-b8fe-f857b7408551 req-530fc5a3-8742-4afd-8685-64212ddf384e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:49.012755 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1c0566c6-4b4c-449f-b8fe-f857b7408551 req-530fc5a3-8742-4afd-8685-64212ddf384e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 931 time: 0.1296117
Apr 15 11:07:49.021425 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f7200175-def1-4398-ae1d-51dc41940dcc tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:49.078966 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0815ad51-e032-4842-9169-df27b1976b5c req-f7200175-def1-4398-ae1d-51dc41940dcc tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Network bab36b9c-674d-4261-ab81-d4fb1bd1f111 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:07:49.081102 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-0815ad51-e032-4842-9169-df27b1976b5c req-f7200175-def1-4398-ae1d-51dc41940dcc tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:07:49.085004 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-0815ad51-e032-4842-9169-df27b1976b5c req-f7200175-def1-4398-ae1d-51dc41940dcc tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:07:49.131607 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1c0566c6-4b4c-449f-b8fe-f857b7408551 req-49dc04c7-d24c-4f20-ab0f-74b4433e13da tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987852
Apr 15 11:07:49.228179 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815ad51-e032-4842-9169-df27b1976b5c req-f7200175-def1-4398-ae1d-51dc41940dcc tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:49.229461 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-0815ad51-e032-4842-9169-df27b1976b5c req-f7200175-def1-4398-ae1d-51dc41940dcc tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:49.281934 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0815ad51-e032-4842-9169-df27b1976b5c req-f7200175-def1-4398-ae1d-51dc41940dcc tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2127395
Apr 15 11:07:49.396416 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Request body: {'port': {'device_id': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:07:49.402809 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-c950a032-3c16-4125-a978-f6ce54789b6c None None] Provisioning for port 1835ed6d-a933-4321-91c4-c71ebcb586c6 completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:07:49.412690 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-c950a032-3c16-4125-a978-f6ce54789b6c None None] Provisioning complete for port 1835ed6d-a933-4321-91c4-c71ebcb586c6 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:07:49.413353 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c950a032-3c16-4125-a978-f6ce54789b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:49.512916 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-c950a032-3c16-4125-a978-f6ce54789b6c None None] Port 1835ed6d-a933-4321-91c4-c71ebcb586c6 cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:07:49.571735 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:50.035536 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1835ed6d-a933-4321-91c4-c71ebcb586c6 {{(pid=85321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:07:50.044696 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:50.062629 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Transition to ACTIVE for port object 1835ed6d-a933-4321-91c4-c71ebcb586c6 will not be triggered until provisioned by entity L2. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:07:50.065564 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:50.082818 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:50.244670 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1835ed6d-a933-4321-91c4-c71ebcb586c6,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:50.251477 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:50.469343 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c0505-433d-40ab-a0aa-097f28c0e8df req-9078c04e-119a-4a12-8dad-674d08fc736a tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:50.471077 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-058c0505-433d-40ab-a0aa-097f28c0e8df req-9078c04e-119a-4a12-8dad-674d08fc736a tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 943 time: 0.1412995
Apr 15 11:07:50.545038 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-058c0505-433d-40ab-a0aa-097f28c0e8df req-ce157015-0970-48df-b0fc-f1aa29f7c6a6 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571339
Apr 15 11:07:50.602455 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Attempting to bind port 1835ed6d-a933-4321-91c4-c71ebcb586c6 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:07:50.603043 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Attempting to bind port 1835ed6d-a933-4321-91c4-c71ebcb586c6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:07:50.603650 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Attempting to bind port 1835ed6d-a933-4321-91c4-c71ebcb586c6 on network bab36b9c-674d-4261-ab81-d4fb1bd1f111 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:07:50.610330 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Port 1835ed6d-a933-4321-91c4-c71ebcb586c6 on network bab36b9c-674d-4261-ab81-d4fb1bd1f111 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 11:07:50.610710 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Attempting to bind port 1835ed6d-a933-4321-91c4-c71ebcb586c6 on network bab36b9c-674d-4261-ab81-d4fb1bd1f111 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:07:50.616699 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:07:50.617073 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Checking segment: {'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:07:50.617490 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Bound using segment: {'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:07:50.617953 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Bound port: 1835ed6d-a933-4321-91c4-c71ebcb586c6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'}}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:07:50.618342 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:50.756823 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] For port 1835ed6d-a933-4321-91c4-c71ebcb586c6, host hv-cinder-78638, cleared binding levels {{(pid=85321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:07:50.762879 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] For port 1835ed6d-a933-4321-91c4-c71ebcb586c6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1835ed6d-a933-4321-91c4-c71ebcb586c6,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:07:50.767669 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:50.796389 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-52322a8d-fcb6-416e-b3a8-01f3e92af249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:50.993002 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 52438) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:07:51.001094 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1835ed6d-a933-4321-91c4-c71ebcb586c6,revision_number=3']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:51.009273 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:51.046935 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:51.047661 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:51.049381 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0815ad51-e032-4842-9169-df27b1976b5c req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] 10.222.0.99 "PUT /v2.0/ports/1835ed6d-a933-4321-91c4-c71ebcb586c6 HTTP/1.1" status: 200  len: 1093 time: 1.7521515
Apr 15 11:07:51.049855 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'tag': '1835ed6d-a933-4321-91c4-c71ebcb586c6'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:07:51.235941 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 52448) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:07:51.236220 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-3659ba78-69a9-42bc-b754-889e7ffb07c2 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6d01b7c10e08418d91057846a641e49a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2413685
Apr 15 11:07:51.277905 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:51.360934 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'tag': '1835ed6d-a933-4321-91c4-c71ebcb586c6', 'status': 'completed', 'code': 200}
Apr 15 11:07:51.374120 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815ad51-e032-4842-9169-df27b1976b5c req-62950c8d-1e66-4acc-b22a-a0d840090641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:51.375794 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0815ad51-e032-4842-9169-df27b1976b5c req-62950c8d-1e66-4acc-b22a-a0d840090641 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114&device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 1096 time: 0.2671611
Apr 15 11:07:51.376701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-497fff44-1767-44cf-a72b-446c650a6afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:51.479157 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0815ad51-e032-4842-9169-df27b1976b5c req-e6231bd7-ff5e-4404-8846-32dd65e90331 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1835ed6d-a933-4321-91c4-c71ebcb586c6 HTTP/1.1" status: 200  len: 217 time: 0.0869749
Apr 15 11:07:51.484733 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-497fff44-1767-44cf-a72b-446c650a6afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:51.787898 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ef020-6d65-47eb-adbc-71f8d4bd892e req-382c6306-f8ea-466d-8de7-ed636e1d90e7 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:51.789679 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9e1ef020-6d65-47eb-adbc-71f8d4bd892e req-382c6306-f8ea-466d-8de7-ed636e1d90e7 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 943 time: 0.1141057
Apr 15 11:07:51.848770 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9e1ef020-6d65-47eb-adbc-71f8d4bd892e req-d0dfdf77-a3dd-4fea-9c87-a80b5239dd46 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496869
Apr 15 11:07:51.860263 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815ad51-e032-4842-9169-df27b1976b5c req-09d598e8-2fc5-4869-ae2e-bedce6fb6ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:51.861872 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0815ad51-e032-4842-9169-df27b1976b5c req-09d598e8-2fc5-4869-ae2e-bedce6fb6ef9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=25ef98a8-7013-4b9f-8a45-b0570fc1d72f HTTP/1.1" status: 200  len: 850 time: 0.3693209
Apr 15 11:07:51.912449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-497fff44-1767-44cf-a72b-446c650a6afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:51.924647 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-854c849b-5fe8-458a-a6b6-e3614e363072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:51.944348 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fff44-1767-44cf-a72b-446c650a6afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3d2ca8-0c0e-43e0-9442-0e72551d73be,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:51.947173 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-497fff44-1767-44cf-a72b-446c650a6afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:51.957617 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-497fff44-1767-44cf-a72b-446c650a6afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:51.963638 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-497fff44-1767-44cf-a72b-446c650a6afe admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9c3d2ca8-0c0e-43e0-9442-0e72551d73be HTTP/1.1" status: 204  len: 168 time: 0.7216852
Apr 15 11:07:51.990207 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815ad51-e032-4842-9169-df27b1976b5c req-8178dd6a-4100-4003-9c25-7eb8fa6094c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:51.992029 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0815ad51-e032-4842-9169-df27b1976b5c req-8178dd6a-4100-4003-9c25-7eb8fa6094c8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bab36b9c-674d-4261-ab81-d4fb1bd1f111&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1224103
Apr 15 11:07:52.156202 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0815ad51-e032-4842-9169-df27b1976b5c req-ad95620e-a4a4-4b59-9709-58e26baf7faf service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561921
Apr 15 11:07:52.336471 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0815ad51-e032-4842-9169-df27b1976b5c req-7301dbc9-437e-4e3a-a625-711fc049cc9b service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1729145
Apr 15 11:07:52.525482 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdc46-d30a-4e16-ae97-ac08e6768d55 req-6681b06a-6a7f-4bd4-b656-431a7bf4d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:52.527662 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ab7fdc46-d30a-4e16-ae97-ac08e6768d55 req-6681b06a-6a7f-4bd4-b656-431a7bf4d715 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114&device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 1096 time: 0.0917544
Apr 15 11:07:52.688107 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdc46-d30a-4e16-ae97-ac08e6768d55 req-d13261d9-4974-457a-a05d-9a5eb020d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:52.689744 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ab7fdc46-d30a-4e16-ae97-ac08e6768d55 req-d13261d9-4974-457a-a05d-9a5eb020d299 service neutron] 10.222.0.99 "GET /v2.0/networks?id=bab36b9c-674d-4261-ab81-d4fb1bd1f111 HTTP/1.1" status: 200  len: 913 time: 0.1546361
Apr 15 11:07:52.772121 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ab7fdc46-d30a-4e16-ae97-ac08e6768d55 req-48ccb4f4-40bb-4140-8b59-453a0907b686 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1835ed6d-a933-4321-91c4-c71ebcb586c6 HTTP/1.1" status: 200  len: 217 time: 0.0751321
Apr 15 11:07:52.906665 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdc46-d30a-4e16-ae97-ac08e6768d55 req-570dd279-90d3-499d-9d29-dc67a3549bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:52.910670 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ab7fdc46-d30a-4e16-ae97-ac08e6768d55 req-570dd279-90d3-499d-9d29-dc67a3549bbc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=25ef98a8-7013-4b9f-8a45-b0570fc1d72f HTTP/1.1" status: 200  len: 850 time: 0.1304331
Apr 15 11:07:53.055736 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdc46-d30a-4e16-ae97-ac08e6768d55 req-a311c443-3f28-4d70-996b-2fe4a7ac47b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:53.059299 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ab7fdc46-d30a-4e16-ae97-ac08e6768d55 req-a311c443-3f28-4d70-996b-2fe4a7ac47b3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bab36b9c-674d-4261-ab81-d4fb1bd1f111&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1426587
Apr 15 11:07:53.076905 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 52476) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:07:53.180305 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995fa47-0e0a-45f1-a7df-d912069afcee req-3a96ba1d-09fd-40fa-bb3b-43d2ae962c72 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:53.184655 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c995fa47-0e0a-45f1-a7df-d912069afcee req-3a96ba1d-09fd-40fa-bb3b-43d2ae962c72 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 943 time: 0.1762192
Apr 15 11:07:53.257465 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c995fa47-0e0a-45f1-a7df-d912069afcee req-4ac58660-5121-433e-a148-8d8c01378c84 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625124
Apr 15 11:07:53.272504 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ab7fdc46-d30a-4e16-ae97-ac08e6768d55 req-456cc217-3d80-4ff3-b29a-db830c2127c2 service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2061100
Apr 15 11:07:53.285383 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-185141957-network', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:07:53.296278 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:07:53.303773 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Usage tracker for resource:network and tenant:8f5b0aeca07749e5853fd41afc9717a6 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:07:53.309790 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:07:53.321350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:07:53.335847 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Made reservation on behalf of 8f5b0aeca07749e5853fd41afc9717a6 for: {'network': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:07:53.341817 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:53.358175 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:53.378169 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:07:53.383530 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Usage tracker for resource:security_group_rule and tenant:8f5b0aeca07749e5853fd41afc9717a6 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:07:53.388122 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:07:53.396411 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:07:53.471930 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ab7fdc46-d30a-4e16-ae97-ac08e6768d55 req-4330365b-e71d-4b13-beb9-43e757ba13fd service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1931219
Apr 15 11:07:53.542757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:53.546656 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:53.554966 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d5a4c47b-e786-44b9-83a4-aba0ccc14d6b tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:53.604531 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] vlan segment allocate from pool success with {'vlan_id': 1423, 'physical_network': 'physnet1'}  {{(pid=85320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 11:07:53.619389 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7f9fa6-cfb6-42c3-beba-6bae62d095d2,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:53.624232 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:53.625327 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:53.625757 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Added segment 548cc6a4-8277-4079-a28d-455e586cac23 of type vlan for network 71f67761-4627-416f-b775-4cf090e2cb02
Apr 15 11:07:53.657234 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:53.689855 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:53.691399 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:53.692141 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:53.696290 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:53.809208 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7310801
Apr 15 11:07:53.812855 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Pushing event updated for resources: {'Network': ['ID=71f67761-4627-416f-b775-4cf090e2cb02,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:53.814685 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 52482) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:07:53.816903 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ebe07d6a-7614-4f5e-8d8d-d35ba3393d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:53.822579 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-313d4347-09d7-476f-a40f-b2daa6ac44ab admin admin] Request body: {'subnet': {'network_id': '71f67761-4627-416f-b775-4cf090e2cb02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-185141957-subnet', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'ip_version': 4}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:07:53.831688 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-313d4347-09d7-476f-a40f-b2daa6ac44ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:07:53.836257 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network 71f67761-4627-416f-b775-4cf090e2cb02 details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 11:07:53.836606 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-313d4347-09d7-476f-a40f-b2daa6ac44ab admin admin] Usage tracker for resource:subnet and tenant:8f5b0aeca07749e5853fd41afc9717a6 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:07:53.840230 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-313d4347-09d7-476f-a40f-b2daa6ac44ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:07:53.847081 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-313d4347-09d7-476f-a40f-b2daa6ac44ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:07:53.859372 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313d4347-09d7-476f-a40f-b2daa6ac44ab admin admin] Made reservation on behalf of 8f5b0aeca07749e5853fd41afc9717a6 for: {'subnet': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:07:53.865164 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-313d4347-09d7-476f-a40f-b2daa6ac44ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3441280'] for subnet, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:53.970716 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7a0c87d6-0f9d-499e-935c-919ab147cb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:54.328887 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-313d4347-09d7-476f-a40f-b2daa6ac44ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3441297'] for subnet, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:54.345607 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-853ac44c-bb85-4304-8b60-fa1eb3454629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:54.481600 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d4347-09d7-476f-a40f-b2daa6ac44ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:54.486794 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-313d4347-09d7-476f-a40f-b2daa6ac44ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:54.501484 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32373fb8-1854-4265-b128-15d4dd9fba2c req-8a8419c9-6bb6-4ddb-9add-1ebcc04e49c5 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:54.503231 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-32373fb8-1854-4265-b128-15d4dd9fba2c req-8a8419c9-6bb6-4ddb-9add-1ebcc04e49c5 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 943 time: 0.1104472
Apr 15 11:07:54.559899 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-32373fb8-1854-4265-b128-15d4dd9fba2c req-af407e4b-d64d-4d68-89a3-640830fef228 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463576
Apr 15 11:07:54.574293 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313d4347-09d7-476f-a40f-b2daa6ac44ab admin admin] Checking segment: {'id': '548cc6a4-8277-4079-a28d-455e586cac23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:07:54.575086 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d4347-09d7-476f-a40f-b2daa6ac44ab admin admin] Network hostable DHCP agents. Network: 71f67761-4627-416f-b775-4cf090e2cb02, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 11:07:54.610849 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d4347-09d7-476f-a40f-b2daa6ac44ab admin admin] Network 71f67761-4627-416f-b775-4cf090e2cb02 is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 11:07:54.626428 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-313d4347-09d7-476f-a40f-b2daa6ac44ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, 71f67761-4627-416f-b775-4cf090e2cb02) {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:07:54.637088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4bd74a-d190-4fb5-9ddc-7ef51a34d1dc None None] Network 71f67761-4627-416f-b775-4cf090e2cb02 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:07:54.646363 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313d4347-09d7-476f-a40f-b2daa6ac44ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:54.647374 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-313d4347-09d7-476f-a40f-b2daa6ac44ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:54.673742 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-313d4347-09d7-476f-a40f-b2daa6ac44ab admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8584254
Apr 15 11:07:54.676885 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 52488) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:07:54.683347 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-185141957-router', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:07:54.689388 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:07:54.694529 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Usage tracker for resource:router and tenant:8f5b0aeca07749e5853fd41afc9717a6 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:07:54.698957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:07:54.706478 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:07:54.718618 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852770577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60926'] for router, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:54.720332 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854714889'] for router, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:54.743112 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:54.905995 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce30cc17-1601-5a83-a120-97908615cddf-71f67761-4627-416f-b775-4cf090e2cb02', 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'fixed_ips': [{'subnet_id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8'}]}} from dv-cinder-786386-1-iscsi. {{(pid=85322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 11:07:54.907120 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:55.083032 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852770562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854714940'] for router, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:55.103646 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Allocated IP 172.20.0.2 (71f67761-4627-416f-b775-4cf090e2cb02/b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8/63524db2-e102-4db6-9070-915175447e06) {{(pid=85322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:07:55.450659 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Notify callbacks [] for port, precommit_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:55.473271 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Transition to ACTIVE for port object 63524db2-e102-4db6-9070-915175447e06 will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:07:55.476968 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f7b8fb74-719b-4d5f-9921-6a1f5625fed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:55.504736 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Transition to ACTIVE for port object 63524db2-e102-4db6-9070-915175447e06 will not be triggered until provisioned by entity DHCP. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:07:55.513496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:55.542520 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:55.551861 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:55.587324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:55.754176 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Allocated IP 172.27.0.208 (1eeb9c89-2bb9-4c7f-a0e4-333ef2157091/78180e32-2848-4a5f-839b-5eade47ae7ad/3ab07e7d-0e80-417f-a3ea-bd94cc802cba) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:07:55.800789 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Pushing event updated for resources: {'Port': ['ID=63524db2-e102-4db6-9070-915175447e06,revision_number=1']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:55.806354 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:55.864646 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095ec51-c2e3-42af-b7f1-b8e8829652bb req-ad3ef3a6-8fbb-44d4-b7be-26d1205cdd11 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:55.867743 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8095ec51-c2e3-42af-b7f1-b8e8829652bb req-ad3ef3a6-8fbb-44d4-b7be-26d1205cdd11 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 943 time: 0.1709588
Apr 15 11:07:55.899400 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Network 71f67761-4627-416f-b775-4cf090e2cb02 is already hosted by enough agents. {{(pid=85322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:07:55.901428 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Resources bound (agent type, host, resource id):  {{(pid=85322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:07:55.904261 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Received port after_create {{(pid=85322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:07:55.946973 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:55.962248 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8095ec51-c2e3-42af-b7f1-b8e8829652bb req-abd05a86-543d-42be-b577-241439e5cca2 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0812688
Apr 15 11:07:55.998364 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:56.012323 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Attempting to bind port 63524db2-e102-4db6-9070-915175447e06 on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:07:56.012657 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Attempting to bind port 63524db2-e102-4db6-9070-915175447e06 by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '548cc6a4-8277-4079-a28d-455e586cac23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:07:56.013068 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Attempting to bind port 63524db2-e102-4db6-9070-915175447e06 on network 71f67761-4627-416f-b775-4cf090e2cb02 {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:07:56.019583 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:07:56.020001 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Checking segment: {'id': '548cc6a4-8277-4079-a28d-455e586cac23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:07:56.020457 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:56.020898 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Bound using segment: {'id': '548cc6a4-8277-4079-a28d-455e586cac23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:07:56.021431 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Bound port: 63524db2-e102-4db6-9070-915175447e06, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548cc6a4-8277-4079-a28d-455e586cac23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:07:56.021852 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:56.024607 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6e2fd206-d38d-4ecc-b295-f37e6e26f78d tempest-AttachVolumeNegativeTest-62705308 tempest-AttachVolumeNegativeTest-62705308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:56.145681 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] For port 63524db2-e102-4db6-9070-915175447e06, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:07:56.153325 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] For port 63524db2-e102-4db6-9070-915175447e06, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=63524db2-e102-4db6-9070-915175447e06,segment=NetworkSegment(548cc6a4-8277-4079-a28d-455e586cac23),segment_id=548cc6a4-8277-4079-a28d-455e586cac23)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:07:56.159568 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:56.183355 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:56.284788 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab07e7d-0e80-417f-a3ea-bd94cc802cba,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:56.296034 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:56.399502 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:07:56.405633 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:07:56.409484 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:07:56.550258 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Pushing event updated for resources: {'Port': ['ID=63524db2-e102-4db6-9070-915175447e06,revision_number=2']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:56.556242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:56.709543 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:57.071709 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:57.241164 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edd5fd-4bc3-4353-950c-1af3564901fe req-1b831ca2-859c-47a4-892a-e6cd61fc8d39 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:57.242929 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-92edd5fd-4bc3-4353-950c-1af3564901fe req-1b831ca2-859c-47a4-892a-e6cd61fc8d39 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 943 time: 0.1404285
Apr 15 11:07:57.290471 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:57.295974 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-92edd5fd-4bc3-4353-950c-1af3564901fe req-c2d9e913-28ff-4384-951b-c82b15d9223f tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453522
Apr 15 11:07:57.686143 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852769452'] for router, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:57.936237 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Router 77f833b4-18a1-41a0-9620-d458541e21cc is scheduled to L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d with binding_index 1 {{(pid=85321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 11:07:58.101151 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 63524db2-e102-4db6-9070-915175447e06 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:07:58.178016 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:07:58.189085 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Sync routers for ids ['77f833b4-18a1-41a0-9620-d458541e21cc'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:07:58.207046 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Routers {'77f833b4-18a1-41a0-9620-d458541e21cc'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:07:58.208030 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc55e54a8>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:07:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['77f833b4-18a1-41a0-9620-d458541e21cc'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:07:58.211651 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Notify callbacks [] for router, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:58.217770 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.5355160
Apr 15 11:07:58.217770 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 52496) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:07:58.264341 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8661c1-8e29-4852-9ec6-d590bcb70bdb None None] Network 71f67761-4627-416f-b775-4cf090e2cb02 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:07:58.431402 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-0ba92dea-d0d3-4c6c-98f1-2312e1c3b6a1 None None] Provisioning for port 63524db2-e102-4db6-9070-915175447e06 completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:07:58.454470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 63524db2-e102-4db6-9070-915175447e06 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:07:58.458079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-0ba92dea-d0d3-4c6c-98f1-2312e1c3b6a1 None None] Provisioning complete for port 63524db2-e102-4db6-9070-915175447e06 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:07:58.458509 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0ba92dea-d0d3-4c6c-98f1-2312e1c3b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:58.535509 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 63524db2-e102-4db6-9070-915175447e06 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:07:58.536157 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:58.564293 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633118c-a857-47cc-8e1f-3f8fd15ef392 req-1201aeda-0ec1-4bc0-8a34-61590b306256 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:58.567849 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1633118c-a857-47cc-8e1f-3f8fd15ef392 req-1201aeda-0ec1-4bc0-8a34-61590b306256 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 943 time: 0.1230462
Apr 15 11:07:58.644282 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1633118c-a857-47cc-8e1f-3f8fd15ef392 req-419c3a4d-2e35-4d1b-8329-88cb203e8c16 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712705
Apr 15 11:07:58.814231 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Set router 77f833b4-18a1-41a0-9620-d458541e21cc gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:07:59.149656 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0ba92dea-d0d3-4c6c-98f1-2312e1c3b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:59.159431 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:59.185388 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:59.262973 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-0ba92dea-d0d3-4c6c-98f1-2312e1c3b6a1 None None] For port 63524db2-e102-4db6-9070-915175447e06, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=63524db2-e102-4db6-9070-915175447e06,segment=NetworkSegment(548cc6a4-8277-4079-a28d-455e586cac23),segment_id=548cc6a4-8277-4079-a28d-455e586cac23)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:07:59.290066 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0ba92dea-d0d3-4c6c-98f1-2312e1c3b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:59.303755 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:59.456035 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Allocated IP 172.20.0.1 (71f67761-4627-416f-b775-4cf090e2cb02/b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8/3566f1fd-8b2a-4774-9cf3-39b77f5bb512) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:07:59.490472 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.api [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:07:59.491047 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_db.api [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:07:59.496694 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba92dea-d0d3-4c6c-98f1-2312e1c3b6a1 None None] Pushing event updated for resources: {'Port': ['ID=63524db2-e102-4db6-9070-915175447e06,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:59.501206 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0ba92dea-d0d3-4c6c-98f1-2312e1c3b6a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:07:59.531711 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 1835ed6d-a933-4321-91c4-c71ebcb586c6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:07:59.537125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc55e54a8>, [{'id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'name': 'tempest-TestShelveInstance-185141957-router', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:07:54Z', 'updated_at': '2021-04-15T11:07:57Z', 'revision_number': 3, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'gw_port': {'id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:55Z', 'updated_at': '2021-04-15T11:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:07:59.545805 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Checking router: 77f833b4-18a1-41a0-9620-d458541e21cc for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:07:59.546201 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Updating router 77f833b4-18a1-41a0-9620-d458541e21cc port 3ab07e7d-0e80-417f-a3ea-bd94cc802cba binding host dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 11:07:59.723041 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:59.744656 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Transition to ACTIVE for port object 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 will not be triggered until provisioned by entity DHCP. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:07:59.785532 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:59.796518 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8afcbbd3-95e8-4a65-9405-af545c4a71a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:07:59.904072 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:07:59.952150 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d53ed0-bf70-4d5c-b1c2-7e9020c7c6e4 req-8b10b74b-adae-4264-b0b7-b5afcc83b39e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:07:59.954861 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-05d53ed0-bf70-4d5c-b1c2-7e9020c7c6e4 req-8b10b74b-adae-4264-b0b7-b5afcc83b39e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 943 time: 0.1549335
Apr 15 11:07:59.970569 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Pushing event updated for resources: {'Port': ['ID=3566f1fd-8b2a-4774-9cf3-39b77f5bb512,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:07:59.976319 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:00.010299 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-05d53ed0-bf70-4d5c-b1c2-7e9020c7c6e4 req-7eb0de29-0fbd-4e4a-b2bc-4437fb8d81a4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486610
Apr 15 11:08:00.141632 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-e29d8e36-bc04-4ffd-8698-18f106e171f6 None None] Provisioning complete for port 63524db2-e102-4db6-9070-915175447e06 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:00.142161 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e29d8e36-bc04-4ffd-8698-18f106e171f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:00.315068 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Network 71f67761-4627-416f-b775-4cf090e2cb02 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:08:00.316298 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:08:00.318407 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:08:00.322809 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 1835ed6d-a933-4321-91c4-c71ebcb586c6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1835ed6d-a933-4321-91c4-c71ebcb586c6,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:08:00.331448 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 63524db2-e102-4db6-9070-915175447e06 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:08:00.377436 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852769391'] for router_interface, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:00.414015 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': '1835ed6d-a933-4321-91c4-c71ebcb586c6', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'port_id': '1835ed6d-a933-4321-91c4-c71ebcb586c6', 'mac_address': 'fa:16:3e:9c:54:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:08:00.439986 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:00.559867 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:00.668615 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:00.712613 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 63524db2-e102-4db6-9070-915175447e06 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:00.713042 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:00.741198 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1835ed6d-a933-4321-91c4-c71ebcb586c6 {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:08:00.810085 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 1835ed6d-a933-4321-91c4-c71ebcb586c6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1835ed6d-a933-4321-91c4-c71ebcb586c6,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:08:00.820607 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:00.826617 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:00.909458 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-87d7397d-764c-4367-afcc-2349dc265f2b None None] Provisioning for port 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:08:00.932354 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-87d7397d-764c-4367-afcc-2349dc265f2b None None] Provisioning complete for port 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:00.932836 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-87d7397d-764c-4367-afcc-2349dc265f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:01.014690 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:01.021229 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:01.074323 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a10ec8cc-0032-4a5d-9406-d6e7c37ccc58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:01.075354 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=1835ed6d-a933-4321-91c4-c71ebcb586c6,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:01.097123 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:01.135795 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['1835ed6d-a933-4321-91c4-c71ebcb586c6'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:08:01.173975 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Notify callbacks [] for port, precommit_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:01.191101 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-87d7397d-764c-4367-afcc-2349dc265f2b None None] Port 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:08:01.210833 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Transition to ACTIVE for port object 3ab07e7d-0e80-417f-a3ea-bd94cc802cba will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:08:01.225624 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:01.244694 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:01.249044 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852772550'] for router_interface, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:01.274384 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Pushing event updated for resources: {'Port': ['ID=3566f1fd-8b2a-4774-9cf3-39b77f5bb512,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:01.285769 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:01.413004 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3aa1a-0f22-4729-bc8a-315fb9095e87 None None] Pushing event updated for resources: {'Port': ['ID=3ab07e7d-0e80-417f-a3ea-bd94cc802cba,revision_number=2']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:01.434271 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bcc3aa1a-0f22-4729-bc8a-315fb9095e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:01.451067 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae026251-45ed-4ab8-b660-cf37efa11ef1 req-4652f538-320b-4986-a9ae-251b589e7b3e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:01.453527 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ae026251-45ed-4ab8-b660-cf37efa11ef1 req-4652f538-320b-4986-a9ae-251b589e7b3e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 944 time: 0.1750689
Apr 15 11:08:01.472511 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Network 71f67761-4627-416f-b775-4cf090e2cb02 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:08:01.474861 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:08:01.545701 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ae026251-45ed-4ab8-b660-cf37efa11ef1 req-d9fa682a-1c17-4c92-be8e-da888f70679e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0816627
Apr 15 11:08:01.546841 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Attempting to bind port 3ab07e7d-0e80-417f-a3ea-bd94cc802cba on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:08:01.547252 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Attempting to bind port 3ab07e7d-0e80-417f-a3ea-bd94cc802cba by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:08:01.547694 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Attempting to bind port 3ab07e7d-0e80-417f-a3ea-bd94cc802cba on network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:08:01.569425 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:08:01.569991 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Checking segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:08:01.570298 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:01.570778 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Bound using segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:08:01.571352 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Bound port: 3ab07e7d-0e80-417f-a3ea-bd94cc802cba, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:08:01.571791 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:01.719080 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] For port 3ab07e7d-0e80-417f-a3ea-bd94cc802cba, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:08:01.723470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] For port 3ab07e7d-0e80-417f-a3ea-bd94cc802cba, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=3ab07e7d-0e80-417f-a3ea-bd94cc802cba,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:08:01.734947 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:01.752564 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a85aefcd-49a1-45be-b084-0659508c862d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:01.830048 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Router 77f833b4-18a1-41a0-9620-d458541e21cc has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:08:02.060755 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:08:02.086650 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] 10.222.0.100 "PUT /v2.0/routers/77f833b4-18a1-41a0-9620-d458541e21cc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8584368
Apr 15 11:08:02.142541 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3aa1a-0f22-4729-bc8a-315fb9095e87 None None] Pushing event updated for resources: {'Port': ['ID=3ab07e7d-0e80-417f-a3ea-bd94cc802cba,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:02.145590 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-f51aa492-087f-4510-90ff-b0b995b9b268 None None] Provisioning complete for port 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:02.146028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f51aa492-087f-4510-90ff-b0b995b9b268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:02.178957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bcc3aa1a-0f22-4729-bc8a-315fb9095e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:02.286518 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-f51aa492-087f-4510-90ff-b0b995b9b268 None None] Port 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:08:02.307225 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Routers {'77f833b4-18a1-41a0-9620-d458541e21cc'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:08:02.308010 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc55e54a8>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:07:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['77f833b4-18a1-41a0-9620-d458541e21cc'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:08:02.546113 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] Set router 77f833b4-18a1-41a0-9620-d458541e21cc gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:08:02.865283 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 52522) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:08:02.871924 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1742993458-network', 'tenant_id': 'ad3590c09afe4eec9029524dba439470'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:08:02.877350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d57196-0d9f-405a-84b4-e64287b289eb req-84ed0e9a-02f9-4198-9ca6-120a2062048d tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:02.877672 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:08:02.879649 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e2d57196-0d9f-405a-84b4-e64287b289eb req-84ed0e9a-02f9-4198-9ca6-120a2062048d tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 944 time: 0.1129992
Apr 15 11:08:02.884275 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Usage tracker for resource:network and tenant:ad3590c09afe4eec9029524dba439470 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:08:02.891028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:08:02.900607 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:08:02.915192 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Made reservation on behalf of ad3590c09afe4eec9029524dba439470 for: {'network': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:08:02.921235 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for network, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:02.939253 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:02.947095 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-e2d57196-0d9f-405a-84b4-e64287b289eb req-cac285b6-33a9-4ee8-90f1-e6a55a6b0708 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535150
Apr 15 11:08:02.957992 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:08:02.962775 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Usage tracker for resource:security_group_rule and tenant:ad3590c09afe4eec9029524dba439470 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:08:02.966384 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:08:02.974240 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:08:03.077265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:03.081367 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:03.086376 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-817e02c4-85d4-4644-a954-e06e08ff35de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:03.130859 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc55e54a8>, [{'id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'name': 'tempest-TestShelveInstance-185141957-router', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:07:54Z', 'updated_at': '2021-04-15T11:08:00Z', 'revision_number': 4, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'gw_port': {'id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:55Z', 'updated_at': '2021-04-15T11:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '3566f1fd-8b2a-4774-9cf3-39b77f5bb512', 'name': '', 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'mac_address': 'fa:16:3e:4e:2d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:59Z', 'updated_at': '2021-04-15T11:08:00Z', 'revision_number': 2, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'subnets': [{'id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:08:03.138944 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6dc34-a885-4029-a5f7-cb01929452d7 None None] The sync data for ids ['77f833b4-18a1-41a0-9620-d458541e21cc'] in dv-cinder-786386-1-iscsi is: [{'id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'name': 'tempest-TestShelveInstance-185141957-router', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:07:54Z', 'updated_at': '2021-04-15T11:08:00Z', 'revision_number': 4, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'gw_port': {'id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:55Z', 'updated_at': '2021-04-15T11:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '3566f1fd-8b2a-4774-9cf3-39b77f5bb512', 'name': '', 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'mac_address': 'fa:16:3e:4e:2d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:59Z', 'updated_at': '2021-04-15T11:08:00Z', 'revision_number': 2, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'subnets': [{'id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:08:03.140858 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1446, 'physical_network': 'physnet1'}  {{(pid=85321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 11:08:03.153125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae435c3-7bdf-48ac-ba56-f9dad330f751,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:03.157701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:03.161679 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:03.162096 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.segments_db [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Added segment a2e9ff98-f5c8-455a-ae7b-2816e4ca285b of type vlan for network 259943f4-565d-4671-b4de-422683e6489d
Apr 15 11:08:03.212095 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730534774387'] for network, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:03.261362 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725'] for network, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:03.263275 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:03.264265 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:03.272038 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:03.389029 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5230682
Apr 15 11:08:03.393785 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 52526) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:08:03.395743 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Pushing event updated for resources: {'Network': ['ID=259943f4-565d-4671-b4de-422683e6489d,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:03.399208 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ebf138e0-21e7-4533-bca4-718faf14abf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:03.403601 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-18da1791-bc91-4bf5-9802-670ae7a69c1d admin admin] Request body: {'subnet': {'network_id': '259943f4-565d-4671-b4de-422683e6489d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1742993458-subnet', 'tenant_id': 'ad3590c09afe4eec9029524dba439470', 'ip_version': 4}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:08:03.409423 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-18da1791-bc91-4bf5-9802-670ae7a69c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:08:03.412275 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Network 259943f4-565d-4671-b4de-422683e6489d details requested by agent ovs-agent-dv-cinder-786386-1-iscsi with host dv-cinder-786386-1-iscsi {{(pid=85322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 11:08:03.416496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-18da1791-bc91-4bf5-9802-670ae7a69c1d admin admin] Usage tracker for resource:subnet and tenant:ad3590c09afe4eec9029524dba439470 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:08:03.422912 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-18da1791-bc91-4bf5-9802-670ae7a69c1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:08:03.435461 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-18da1791-bc91-4bf5-9802-670ae7a69c1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:08:03.452905 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18da1791-bc91-4bf5-9802-670ae7a69c1d admin admin] Made reservation on behalf of ad3590c09afe4eec9029524dba439470 for: {'subnet': 1} {{(pid=85320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:08:03.461057 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-18da1791-bc91-4bf5-9802-670ae7a69c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2412122'] for subnet, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:03.563778 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 1835ed6d-a933-4321-91c4-c71ebcb586c6 up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:08:03.701043 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port 1835ed6d-a933-4321-91c4-c71ebcb586c6 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:08:03.710115 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port 1835ed6d-a933-4321-91c4-c71ebcb586c6 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:03.710830 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:03.908209 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:03.943830 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1835ed6d-a933-4321-91c4-c71ebcb586c6'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:08:03.956324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 1835ed6d-a933-4321-91c4-c71ebcb586c6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1835ed6d-a933-4321-91c4-c71ebcb586c6,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:08:03.964224 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:03.968375 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:04.079492 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1835ed6d-a933-4321-91c4-c71ebcb586c6', 'code': 200}
Apr 15 11:08:04.158089 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=1835ed6d-a933-4321-91c4-c71ebcb586c6,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:04.183258 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:04.396069 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 3ab07e7d-0e80-417f-a3ea-bd94cc802cba up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:08:04.424174 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-18da1791-bc91-4bf5-9802-670ae7a69c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852082384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2412107'] for subnet, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:04.447333 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ebb5e18e-df78-4f56-a977-7ae33a9392b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:04.504829 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:08:04.538149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 3ab07e7d-0e80-417f-a3ea-bd94cc802cba completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:08:04.547812 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 3ab07e7d-0e80-417f-a3ea-bd94cc802cba triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:04.548471 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:04.644694 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da1791-bc91-4bf5-9802-670ae7a69c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f357aa4c-71f9-4e59-9727-aa60cd1629b7,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:04.647848 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-18da1791-bc91-4bf5-9802-670ae7a69c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:04.667647 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dad2dd-7242-4397-9c1f-be2a2bb36183 req-c341a0f1-1eed-4097-935c-649869975b70 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:04.677241 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-88dad2dd-7242-4397-9c1f-be2a2bb36183 req-c341a0f1-1eed-4097-935c-649869975b70 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 945 time: 0.4386845
Apr 15 11:08:04.683364 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc2f53-efc3-4b6a-93ef-d08082890def req-b15e6ff4-444c-4c32-8ca3-dbab575288c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:04.686500 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a1bc2f53-efc3-4b6a-93ef-d08082890def req-b15e6ff4-444c-4c32-8ca3-dbab575288c4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 1098 time: 0.1662180
Apr 15 11:08:04.750501 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a1bc2f53-efc3-4b6a-93ef-d08082890def req-4c7c226a-3163-469e-9ab1-2bc1909bffc5 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561159
Apr 15 11:08:04.777323 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-88dad2dd-7242-4397-9c1f-be2a2bb36183 req-55fe9614-b563-49e1-b84f-d8eb662c4e8d tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0989056
Apr 15 11:08:04.824519 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:04.837247 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da1791-bc91-4bf5-9802-670ae7a69c1d admin admin] Checking segment: {'id': 'a2e9ff98-f5c8-455a-ae7b-2816e4ca285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '259943f4-565d-4671-b4de-422683e6489d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:08:04.837901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18da1791-bc91-4bf5-9802-670ae7a69c1d admin admin] Network hostable DHCP agents. Network: 259943f4-565d-4671-b4de-422683e6489d, hostable agents: ['0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878'], hosted agents: [] {{(pid=85320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 11:08:04.857899 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port 3ab07e7d-0e80-417f-a3ea-bd94cc802cba, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=3ab07e7d-0e80-417f-a3ea-bd94cc802cba,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:08:04.862787 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:04.868299 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:04.879333 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18da1791-bc91-4bf5-9802-670ae7a69c1d admin admin] Network 259943f4-565d-4671-b4de-422683e6489d is scheduled to be hosted by DHCP agent 0f3cbbbb-ed0f-4225-b1be-3f5ac6c12878 with binding_index 1 {{(pid=85320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 11:08:04.895574 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-18da1791-bc91-4bf5-9802-670ae7a69c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-iscsi, 259943f4-565d-4671-b4de-422683e6489d) {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:08:04.916728 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f19f46e-207d-47d5-9f94-0f6a9a0f245c None None] Network 259943f4-565d-4671-b4de-422683e6489d requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:08:04.918682 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18da1791-bc91-4bf5-9802-670ae7a69c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:04.919785 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-18da1791-bc91-4bf5-9802-670ae7a69c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for subnet, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:04.961676 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-18da1791-bc91-4bf5-9802-670ae7a69c1d admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5620780
Apr 15 11:08:04.962049 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 52534) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:08:04.972967 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1742993458-router', 'tenant_id': 'ad3590c09afe4eec9029524dba439470', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:08:04.982332 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:08:04.990150 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Usage tracker for resource:router and tenant:ad3590c09afe4eec9029524dba439470 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:08:04.996892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:08:05.009376 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:08:05.026977 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852770577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60926'] for router, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:05.028859 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854714889'] for router, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:05.054940 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=3ab07e7d-0e80-417f-a3ea-bd94cc802cba,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:05.061447 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:05.064506 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:05.304450 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce30cc17-1601-5a83-a120-97908615cddf-259943f4-565d-4671-b4de-422683e6489d', 'network_id': '259943f4-565d-4671-b4de-422683e6489d', 'tenant_id': 'ad3590c09afe4eec9029524dba439470', 'fixed_ips': [{'subnet_id': 'f357aa4c-71f9-4e59-9727-aa60cd1629b7'}]}} from dv-cinder-786386-1-iscsi. {{(pid=85322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 11:08:05.305908 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:05.605759 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Allocated IP 172.20.0.2 (259943f4-565d-4671-b4de-422683e6489d/f357aa4c-71f9-4e59-9727-aa60cd1629b7/2634ce09-1839-4c02-a8c5-3aa5a9a65194) {{(pid=85322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:08:05.927332 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852770562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854714940'] for router, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:06.000623 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Notify callbacks [] for port, precommit_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:06.023291 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Transition to ACTIVE for port object 2634ce09-1839-4c02-a8c5-3aa5a9a65194 will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:08:06.054420 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Transition to ACTIVE for port object 2634ce09-1839-4c02-a8c5-3aa5a9a65194 will not be triggered until provisioned by entity DHCP. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:08:06.060954 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535'] for port, after_create {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:06.077390 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bcc3aa1a-0f22-4729-bc8a-315fb9095e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:06.242149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec42c1-e1b2-438d-9762-2c129b15f71f req-a68475f5-de37-47f4-9a8d-8cb15cc7142c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:06.245075 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2cec42c1-e1b2-438d-9762-2c129b15f71f req-a68475f5-de37-47f4-9a8d-8cb15cc7142c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 945 time: 0.1877024
Apr 15 11:08:06.356278 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 3ab07e7d-0e80-417f-a3ea-bd94cc802cba up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:08:06.437254 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Pushing event updated for resources: {'Port': ['ID=2634ce09-1839-4c02-a8c5-3aa5a9a65194,revision_number=1']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:06.459664 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:06.562869 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Network 259943f4-565d-4671-b4de-422683e6489d is already hosted by enough agents. {{(pid=85322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:08:06.569580 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Resources bound (agent type, host, resource id):  {{(pid=85322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:08:06.574650 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Received port after_create {{(pid=85322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:08:06.602646 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2cec42c1-e1b2-438d-9762-2c129b15f71f req-9fa73fa8-4d8f-4217-94d3-9833ecbf3507 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3299353
Apr 15 11:08:06.640828 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 3ab07e7d-0e80-417f-a3ea-bd94cc802cba triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:06.641502 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:06.723228 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:06.775964 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:06.859119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Attempting to bind port 2634ce09-1839-4c02-a8c5-3aa5a9a65194 on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:08:06.859652 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Attempting to bind port 2634ce09-1839-4c02-a8c5-3aa5a9a65194 by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': 'a2e9ff98-f5c8-455a-ae7b-2816e4ca285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '259943f4-565d-4671-b4de-422683e6489d'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:08:06.860201 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Attempting to bind port 2634ce09-1839-4c02-a8c5-3aa5a9a65194 on network 259943f4-565d-4671-b4de-422683e6489d {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:08:06.876411 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:08:06.876943 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Checking segment: {'id': 'a2e9ff98-f5c8-455a-ae7b-2816e4ca285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '259943f4-565d-4671-b4de-422683e6489d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:08:06.877469 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:06.878044 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Bound using segment: {'id': 'a2e9ff98-f5c8-455a-ae7b-2816e4ca285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '259943f4-565d-4671-b4de-422683e6489d'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:08:06.878711 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Bound port: 2634ce09-1839-4c02-a8c5-3aa5a9a65194, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e9ff98-f5c8-455a-ae7b-2816e4ca285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '259943f4-565d-4671-b4de-422683e6489d'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:08:06.879254 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:07.020473 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Allocated IP 172.27.0.205 (1eeb9c89-2bb9-4c7f-a0e4-333ef2157091/78180e32-2848-4a5f-839b-5eade47ae7ad/8bc73ecd-ceaf-4cb6-9055-71052e7e2a41) {{(pid=85320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:08:07.043960 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d946f51-2df5-40c7-b425-bf831b733653 req-ad752efe-a45f-477d-b06f-836cbbf54cb1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:07.045860 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6d946f51-2df5-40c7-b425-bf831b733653 req-ad752efe-a45f-477d-b06f-836cbbf54cb1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 945 time: 0.2087026
Apr 15 11:08:07.204575 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6d946f51-2df5-40c7-b425-bf831b733653 req-cb33e1ce-b761-4d62-8404-d1ccc5a52ab4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1353486
Apr 15 11:08:07.242372 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 52542) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:08:07.274901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:07.286806 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] For port 2634ce09-1839-4c02-a8c5-3aa5a9a65194, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:08:07.291329 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] For port 2634ce09-1839-4c02-a8c5-3aa5a9a65194, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=2634ce09-1839-4c02-a8c5-3aa5a9a65194,segment=NetworkSegment(a2e9ff98-f5c8-455a-ae7b-2816e4ca285b),segment_id=a2e9ff98-f5c8-455a-ae7b-2816e4ca285b)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:08:07.297436 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:07.317243 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:07.322506 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:07.351281 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dc6c17c6-fe86-40e7-ae5d-e50a32e30e8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:07.390322 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Sync routers for ids ['77f833b4-18a1-41a0-9620-d458541e21cc'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:08:07.401903 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Routers {'77f833b4-18a1-41a0-9620-d458541e21cc'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:08:07.403135 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5a517f0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:07:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['77f833b4-18a1-41a0-9620-d458541e21cc'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:08:07.423280 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f413269-a274-4662-bb10-bc849ec8225f tempest-TestVolumeBootPattern-453877587 tempest-TestVolumeBootPattern-453877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:07.426868 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-0f413269-a274-4662-bb10-bc849ec8225f tempest-TestVolumeBootPattern-453877587 tempest-TestVolumeBootPattern-453877587-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 1093 time: 0.1821663
Apr 15 11:08:07.431909 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 52546) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:08:07.444227 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Request body: {'floatingip': {'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'port_id': '1835ed6d-a933-4321-91c4-c71ebcb586c6', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'fixed_ip_address': '172.20.0.8'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:08:07.458894 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:08:07.467777 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Usage tracker for resource:floatingip and tenant:88aa0bab568f4a5aa59730c0ed5f2114 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:08:07.476338 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:08:07.490662 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:08:07.517496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for floatingip, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:07.570744 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Pushing event updated for resources: {'Port': ['ID=2634ce09-1839-4c02-a8c5-3aa5a9a65194,revision_number=2']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:07.579789 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:07.601857 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Pushing event updated for resources: {'Port': ['ID=8bc73ecd-ceaf-4cb6-9055-71052e7e2a41,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:07.608942 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:07.648115 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Set router 77f833b4-18a1-41a0-9620-d458541e21cc gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:08:07.690546 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:08:07.692519 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:08:07.696478 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Received port after_create {{(pid=85320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:08:07.737998 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:08.024242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Allocated IP 172.27.0.61 (1eeb9c89-2bb9-4c7f-a0e4-333ef2157091/78180e32-2848-4a5f-839b-5eade47ae7ad/2a5e560f-b8fe-40b7-adfa-b10cb12f8172) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:08:08.327529 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:08.388318 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:08.423460 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9eba1a24-8cbb-4dc6-a075-4bd61cb7c7ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:08.424328 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 2634ce09-1839-4c02-a8c5-3aa5a9a65194 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:08:08.496135 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:08.544420 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 2634ce09-1839-4c02-a8c5-3aa5a9a65194 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:08:08.596095 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event updated for resources: {'Port': ['ID=2a5e560f-b8fe-40b7-adfa-b10cb12f8172,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:08.602079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:08.616643 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5a517f0>, [{'id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'name': 'tempest-TestShelveInstance-185141957-router', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:07:54Z', 'updated_at': '2021-04-15T11:08:00Z', 'revision_number': 4, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'gw_port': {'id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:55Z', 'updated_at': '2021-04-15T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '3566f1fd-8b2a-4774-9cf3-39b77f5bb512', 'name': '', 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'mac_address': 'fa:16:3e:4e:2d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:59Z', 'updated_at': '2021-04-15T11:08:00Z', 'revision_number': 2, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'subnets': [{'id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:08:08.624802 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Checking router: 77f833b4-18a1-41a0-9620-d458541e21cc for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:08:08.625517 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Updating router 77f833b4-18a1-41a0-9620-d458541e21cc port 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 binding host dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 11:08:08.739710 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:08.788886 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:08:08.790537 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:08:08.794582 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:08:09.426496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:09.476722 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65fad6b-8304-4906-9ce3-10cf1aa720e7 None None] Network 259943f4-565d-4671-b4de-422683e6489d requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:08:09.539015 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:09.567819 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Notify callbacks [] for port, precommit_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:09.583315 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Transition to ACTIVE for port object 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 will not be triggered until provisioned by entity L2. {{(pid=85323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:08:09.590618 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:09.598172 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2005238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852769452'] for router, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:09.609624 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:09.687987 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779cd1c-edc0-4295-802f-37f6d0def1ba None None] Pushing event updated for resources: {'Port': ['ID=3566f1fd-8b2a-4774-9cf3-39b77f5bb512,revision_number=3']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:09.702190 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-cff9d0db-7c7a-46de-b581-3e353d7b55f1 None None] Provisioning for port 2634ce09-1839-4c02-a8c5-3aa5a9a65194 completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:08:09.726005 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-cff9d0db-7c7a-46de-b581-3e353d7b55f1 None None] Provisioning complete for port 2634ce09-1839-4c02-a8c5-3aa5a9a65194 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:09.728273 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cff9d0db-7c7a-46de-b581-3e353d7b55f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:09.754382 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779cd1c-edc0-4295-802f-37f6d0def1ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:09.754894 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779cd1c-edc0-4295-802f-37f6d0def1ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:09.755170 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779cd1c-edc0-4295-802f-37f6d0def1ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:09.755521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779cd1c-edc0-4295-802f-37f6d0def1ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:09.755892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779cd1c-edc0-4295-802f-37f6d0def1ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:09.756261 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779cd1c-edc0-4295-802f-37f6d0def1ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:09.756629 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779cd1c-edc0-4295-802f-37f6d0def1ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:09.756992 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779cd1c-edc0-4295-802f-37f6d0def1ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:09.757378 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779cd1c-edc0-4295-802f-37f6d0def1ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:09.757744 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779cd1c-edc0-4295-802f-37f6d0def1ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:09.758080 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779cd1c-edc0-4295-802f-37f6d0def1ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:09.758448 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779cd1c-edc0-4295-802f-37f6d0def1ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:09.769462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d779cd1c-edc0-4295-802f-37f6d0def1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:10.059916 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Router 37ed43c9-1ac0-491b-8b73-326c4f6eb47e is scheduled to L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d with binding_index 1 {{(pid=85320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 11:08:10.095603 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:10.105783 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:10.142580 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a3fee9d2-4cb7-4fda-ae2c-57d1f2f012ea tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:10.209338 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Attempting to bind port 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:08:10.209913 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Attempting to bind port 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '548cc6a4-8277-4079-a28d-455e586cac23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02'}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:08:10.210430 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Attempting to bind port 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 on network 71f67761-4627-416f-b775-4cf090e2cb02 {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:08:10.218095 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:08:10.218771 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Checking segment: {'id': '548cc6a4-8277-4079-a28d-455e586cac23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:08:10.219346 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:10.219947 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Bound using segment: {'id': '548cc6a4-8277-4079-a28d-455e586cac23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02'} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:08:10.221206 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Bound port: 3566f1fd-8b2a-4774-9cf3-39b77f5bb512, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548cc6a4-8277-4079-a28d-455e586cac23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02'}}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:08:10.221743 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:10.308284 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event updated for resources: {'Port': ['ID=2a5e560f-b8fe-40b7-adfa-b10cb12f8172,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:10.314351 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:10.319078 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cff9d0db-7c7a-46de-b581-3e353d7b55f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:10.399274 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] For port 3566f1fd-8b2a-4774-9cf3-39b77f5bb512, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:08:10.407232 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] For port 3566f1fd-8b2a-4774-9cf3-39b77f5bb512, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=3566f1fd-8b2a-4774-9cf3-39b77f5bb512,segment=NetworkSegment(548cc6a4-8277-4079-a28d-455e586cac23),segment_id=548cc6a4-8277-4079-a28d-455e586cac23)] {{(pid=85323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:08:10.415108 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:10.420252 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:08:10.435359 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Sync routers for ids ['37ed43c9-1ac0-491b-8b73-326c4f6eb47e'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:08:10.446477 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006503'] for floatingip, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:10.450217 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] Notify callbacks [] for router, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:10.451962 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-7b888489-67fe-48d8-9435-ce779eec05c6 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.4885004
Apr 15 11:08:10.455933 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-cff9d0db-7c7a-46de-b581-3e353d7b55f1 None None] For port 2634ce09-1839-4c02-a8c5-3aa5a9a65194, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=2634ce09-1839-4c02-a8c5-3aa5a9a65194,segment=NetworkSegment(a2e9ff98-f5c8-455a-ae7b-2816e4ca285b),segment_id=a2e9ff98-f5c8-455a-ae7b-2816e4ca285b)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:08:10.457141 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 52552) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:08:10.469602 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cff9d0db-7c7a-46de-b581-3e353d7b55f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:10.471932 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:10.485269 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:10.518154 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Routers {'37ed43c9-1ac0-491b-8b73-326c4f6eb47e'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:08:10.519563 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e537f0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:07:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['37ed43c9-1ac0-491b-8b73-326c4f6eb47e'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:08:10.793617 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Set router 37ed43c9-1ac0-491b-8b73-326c4f6eb47e gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:08:10.893335 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779cd1c-edc0-4295-802f-37f6d0def1ba None None] Pushing event updated for resources: {'Port': ['ID=3566f1fd-8b2a-4774-9cf3-39b77f5bb512,revision_number=4']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:10.901951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d779cd1c-edc0-4295-802f-37f6d0def1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:10.961062 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Routers {'77f833b4-18a1-41a0-9620-d458541e21cc'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:08:10.962082 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5a517f0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:07:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['77f833b4-18a1-41a0-9620-d458541e21cc'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:08:11.169258 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_db [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Floating IP b1024c90-2f1c-4f15-a189-58c4bf3f0c2e associated. External IP: 172.27.0.61, port: 1835ed6d-a933-4321-91c4-c71ebcb586c6.
Apr 15 11:08:11.276108 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9d0db-7c7a-46de-b581-3e353d7b55f1 None None] Pushing event updated for resources: {'Port': ['ID=2634ce09-1839-4c02-a8c5-3aa5a9a65194,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:11.283974 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] Set router 77f833b4-18a1-41a0-9620-d458541e21cc gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:08:11.296277 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-cff9d0db-7c7a-46de-b581-3e353d7b55f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:11.318861 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e537f0>, [{'id': '37ed43c9-1ac0-491b-8b73-326c4f6eb47e', 'name': 'tempest-TestShelveInstance-1742993458-router', 'tenant_id': 'ad3590c09afe4eec9029524dba439470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '8bc73ecd-ceaf-4cb6-9055-71052e7e2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:05Z', 'updated_at': '2021-04-15T11:08:08Z', 'revision_number': 3, 'project_id': 'ad3590c09afe4eec9029524dba439470', 'gw_port': {'id': '8bc73ecd-ceaf-4cb6-9055-71052e7e2a41', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ed43c9-1ac0-491b-8b73-326c4f6eb47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:06Z', 'updated_at': '2021-04-15T11:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:08:11.327076 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Checking router: 37ed43c9-1ac0-491b-8b73-326c4f6eb47e for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:08:11.327753 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Updating router 37ed43c9-1ac0-491b-8b73-326c4f6eb47e port 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41 binding host dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 11:08:11.453413 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:11.579598 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-e4469440-14fa-423e-9998-3d4bd4b61e6c None None] Provisioning complete for port 2634ce09-1839-4c02-a8c5-3aa5a9a65194 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:11.580604 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e4469440-14fa-423e-9998-3d4bd4b61e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:11.700621 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5a517f0>, [{'id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'name': 'tempest-TestShelveInstance-185141957-router', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:07:54Z', 'updated_at': '2021-04-15T11:08:00Z', 'revision_number': 4, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'gw_port': {'id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:55Z', 'updated_at': '2021-04-15T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '3566f1fd-8b2a-4774-9cf3-39b77f5bb512', 'name': '', 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'mac_address': 'fa:16:3e:4e:2d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:59Z', 'updated_at': '2021-04-15T11:08:10Z', 'revision_number': 4, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'subnets': [{'id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:08:11.707222 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15aa9c9-a559-4912-aeec-eada3add9253 None None] The sync data for ids ['77f833b4-18a1-41a0-9620-d458541e21cc'] in dv-cinder-786386-1-iscsi is: [{'id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'name': 'tempest-TestShelveInstance-185141957-router', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:07:54Z', 'updated_at': '2021-04-15T11:08:00Z', 'revision_number': 4, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'gw_port': {'id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:55Z', 'updated_at': '2021-04-15T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '3566f1fd-8b2a-4774-9cf3-39b77f5bb512', 'name': '', 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'mac_address': 'fa:16:3e:4e:2d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:59Z', 'updated_at': '2021-04-15T11:08:10Z', 'revision_number': 4, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'subnets': [{'id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:08:11.885095 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Router 2cd67529-5ee5-426d-8707-6019e17bb948 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:08:12.194885 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:12.283474 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:08:12.300739 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e75749-d784-4bbb-8d83-4b9236214aec None None] Sync routers for ids ['2cd67529-5ee5-426d-8707-6019e17bb948'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:08:12.316382 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e75749-d784-4bbb-8d83-4b9236214aec None None] Routers {'2cd67529-5ee5-426d-8707-6019e17bb948'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:08:12.318010 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-32e75749-d784-4bbb-8d83-4b9236214aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e85160>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:07:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cd67529-5ee5-426d-8707-6019e17bb948'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:08:12.338535 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:12.410823 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Notify callbacks [] for port, precommit_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:12.426750 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Transition to ACTIVE for port object 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41 will not be triggered until provisioned by entity L2. {{(pid=85322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:08:12.435640 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:12.544671 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 5.1084392
Apr 15 11:08:12.547733 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'tag': '1835ed6d-a933-4321-91c4-c71ebcb586c6'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:08:12.587336 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:12.619352 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:08:12.704560 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'tag': '1835ed6d-a933-4321-91c4-c71ebcb586c6', 'status': 'completed', 'code': 200}
Apr 15 11:08:12.760391 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Attempting to bind port 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41 on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:08:12.761421 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Attempting to bind port 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41 by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:08:12.761850 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Attempting to bind port 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41 on network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:08:12.771944 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:08:12.772376 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Checking segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:08:12.772835 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:12.773297 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Bound using segment: {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'} {{(pid=85322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:08:12.774465 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Bound port: 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcc1cd6-1d7b-4d55-8e82-070126d66f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091'}}] {{(pid=85322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:08:12.774465 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:12.843660 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-32e75749-d784-4bbb-8d83-4b9236214aec None None] Set router 2cd67529-5ee5-426d-8707-6019e17bb948 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:08:12.861184 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] For port 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:08:12.865555 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] For port 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=8bc73ecd-ceaf-4cb6-9055-71052e7e2a41,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:08:12.876346 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:08:12.891451 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:12.891804 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:12.966682 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:12.975349 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Allocated IP 172.20.0.1 (259943f4-565d-4671-b4de-422683e6489d/f357aa4c-71f9-4e59-9727-aa60cd1629b7/7fa7333b-7e15-4f8e-9931-1ef94a8df6f1) {{(pid=85320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:08:12.977219 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42809392-1d63-4e5c-aa21-0e7ab4054d88 req-c51c8d7f-4e9c-4a28-852a-5c1353bb6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:12.981404 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-42809392-1d63-4e5c-aa21-0e7ab4054d88 req-c51c8d7f-4e9c-4a28-852a-5c1353bb6d5a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114&device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 1098 time: 0.2270730
Apr 15 11:08:12.995820 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc31883-1dfd-45ba-b0b3-caa3fc5b352e None None] Pushing event updated for resources: {'Port': ['ID=8bc73ecd-ceaf-4cb6-9055-71052e7e2a41,revision_number=2']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:13.057418 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5bc31883-1dfd-45ba-b0b3-caa3fc5b352e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:13.062022 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a85aefcd-49a1-45be-b084-0659508c862d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:13.310463 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42809392-1d63-4e5c-aa21-0e7ab4054d88 req-554b315f-9af6-412c-b020-d3af6acb7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:13.314012 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-42809392-1d63-4e5c-aa21-0e7ab4054d88 req-554b315f-9af6-412c-b020-d3af6acb7874 service neutron] 10.222.0.99 "GET /v2.0/networks?id=bab36b9c-674d-4261-ab81-d4fb1bd1f111 HTTP/1.1" status: 200  len: 913 time: 0.3247013
Apr 15 11:08:13.385834 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc31883-1dfd-45ba-b0b3-caa3fc5b352e None None] Pushing event updated for resources: {'Port': ['ID=8bc73ecd-ceaf-4cb6-9055-71052e7e2a41,revision_number=3']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:13.398776 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5bc31883-1dfd-45ba-b0b3-caa3fc5b352e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:13.422226 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:13.455666 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Transition to ACTIVE for port object 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 will not be triggered until provisioned by entity DHCP. {{(pid=85320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:08:13.459458 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:13.504652 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:13.528565 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port 3566f1fd-8b2a-4774-9cf3-39b77f5bb512, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=3566f1fd-8b2a-4774-9cf3-39b77f5bb512,segment=NetworkSegment(548cc6a4-8277-4079-a28d-455e586cac23),segment_id=548cc6a4-8277-4079-a28d-455e586cac23)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:08:13.537252 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f2d0b92d-ba2a-4313-99b6-83579b99b517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:13.554763 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:13.556787 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 2634ce09-1839-4c02-a8c5-3aa5a9a65194 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:08:13.574556 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-42809392-1d63-4e5c-aa21-0e7ab4054d88 req-e43935ef-ae11-4605-8609-2cfb01f86360 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1835ed6d-a933-4321-91c4-c71ebcb586c6 HTTP/1.1" status: 200  len: 998 time: 0.2509098
Apr 15 11:08:13.588014 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-32e75749-d784-4bbb-8d83-4b9236214aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e85160>, [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': 'b1024c90-2f1c-4f15-a189-58c4bf3f0c2e', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'port_id': '1835ed6d-a933-4321-91c4-c71ebcb586c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'mac_address': 'fa:16:3e:9c:54:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:08:09Z', 'updated_at': '2021-04-15T11:08:09Z', 'revision_number': 0, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 5, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:08:13.596482 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e75749-d784-4bbb-8d83-4b9236214aec None None] Checking router: 2cd67529-5ee5-426d-8707-6019e17bb948 for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:08:13.623728 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e75749-d784-4bbb-8d83-4b9236214aec None None] Routers {'2cd67529-5ee5-426d-8707-6019e17bb948'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:08:13.625195 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-32e75749-d784-4bbb-8d83-4b9236214aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e85160>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:07:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cd67529-5ee5-426d-8707-6019e17bb948'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:08:13.641860 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:13.687658 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42809392-1d63-4e5c-aa21-0e7ab4054d88 req-4feeb061-75db-4d96-9f55-73419d98a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:13.689550 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-42809392-1d63-4e5c-aa21-0e7ab4054d88 req-4feeb061-75db-4d96-9f55-73419d98a260 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=25ef98a8-7013-4b9f-8a45-b0570fc1d72f HTTP/1.1" status: 200  len: 850 time: 0.1092434
Apr 15 11:08:13.741250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=3566f1fd-8b2a-4774-9cf3-39b77f5bb512,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:13.749857 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:13.786139 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 2634ce09-1839-4c02-a8c5-3aa5a9a65194 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:13.786520 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:13.812816 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42809392-1d63-4e5c-aa21-0e7ab4054d88 req-cb245f69-3eab-486c-b8ca-d449b540471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:13.815149 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-42809392-1d63-4e5c-aa21-0e7ab4054d88 req-cb245f69-3eab-486c-b8ca-d449b540471d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bab36b9c-674d-4261-ab81-d4fb1bd1f111&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1195922
Apr 15 11:08:13.824916 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Pushing event updated for resources: {'Port': ['ID=7fa7333b-7e15-4f8e-9931-1ef94a8df6f1,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:13.834382 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:13.894809 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Routers {'37ed43c9-1ac0-491b-8b73-326c4f6eb47e'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:08:13.896266 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e537f0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:07:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['37ed43c9-1ac0-491b-8b73-326c4f6eb47e'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:08:13.953581 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Network 259943f4-565d-4671-b4de-422683e6489d is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:08:13.955186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:08:13.968059 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Received port after_create {{(pid=85320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:08:14.055700 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852769391'] for router_interface, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:14.087307 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-42809392-1d63-4e5c-aa21-0e7ab4054d88 req-10cef8bb-e4db-4099-8fba-1440514b3341 service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2647455
Apr 15 11:08:14.261465 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-32e75749-d784-4bbb-8d83-4b9236214aec None None] Set router 2cd67529-5ee5-426d-8707-6019e17bb948 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:08:14.334228 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-127f49a8-8cff-4f05-b35d-7cea1ceb813e None None] Provisioning for port 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:08:14.337495 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-42809392-1d63-4e5c-aa21-0e7ab4054d88 req-9bae9eb0-84c1-4d0a-93f3-5eb93752c549 service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2421327
Apr 15 11:08:14.351472 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-127f49a8-8cff-4f05-b35d-7cea1ceb813e None None] Provisioning complete for port 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:14.351960 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-127f49a8-8cff-4f05-b35d-7cea1ceb813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:14.437721 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] Set router 37ed43c9-1ac0-491b-8b73-326c4f6eb47e gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:08:14.492117 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:14.627820 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-127f49a8-8cff-4f05-b35d-7cea1ceb813e None None] Port 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:08:14.799063 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:08:14.885705 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-32e75749-d784-4bbb-8d83-4b9236214aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e85160>, [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': 'b1024c90-2f1c-4f15-a189-58c4bf3f0c2e', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'port_id': '1835ed6d-a933-4321-91c4-c71ebcb586c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'mac_address': 'fa:16:3e:9c:54:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:08:09Z', 'updated_at': '2021-04-15T11:08:09Z', 'revision_number': 0, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 5, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:08:14.891388 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e75749-d784-4bbb-8d83-4b9236214aec None None] The sync data for ids ['2cd67529-5ee5-426d-8707-6019e17bb948'] in dv-cinder-786386-1-iscsi is: [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': 'b1024c90-2f1c-4f15-a189-58c4bf3f0c2e', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'port_id': '1835ed6d-a933-4321-91c4-c71ebcb586c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'mac_address': 'fa:16:3e:9c:54:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:08:09Z', 'updated_at': '2021-04-15T11:08:09Z', 'revision_number': 0, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 5, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:08:15.006101 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:15.006826 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:15.129091 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e537f0>, [{'id': '37ed43c9-1ac0-491b-8b73-326c4f6eb47e', 'name': 'tempest-TestShelveInstance-1742993458-router', 'tenant_id': 'ad3590c09afe4eec9029524dba439470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '8bc73ecd-ceaf-4cb6-9055-71052e7e2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:05Z', 'updated_at': '2021-04-15T11:08:08Z', 'revision_number': 3, 'project_id': 'ad3590c09afe4eec9029524dba439470', 'gw_port': {'id': '8bc73ecd-ceaf-4cb6-9055-71052e7e2a41', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ed43c9-1ac0-491b-8b73-326c4f6eb47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:06Z', 'updated_at': '2021-04-15T11:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:08:15.141008 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f23ecf-3eb7-4656-8430-d7e67bf599b1 None None] The sync data for ids ['37ed43c9-1ac0-491b-8b73-326c4f6eb47e'] in dv-cinder-786386-1-iscsi is: [{'id': '37ed43c9-1ac0-491b-8b73-326c4f6eb47e', 'name': 'tempest-TestShelveInstance-1742993458-router', 'tenant_id': 'ad3590c09afe4eec9029524dba439470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '8bc73ecd-ceaf-4cb6-9055-71052e7e2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:05Z', 'updated_at': '2021-04-15T11:08:08Z', 'revision_number': 3, 'project_id': 'ad3590c09afe4eec9029524dba439470', 'gw_port': {'id': '8bc73ecd-ceaf-4cb6-9055-71052e7e2a41', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ed43c9-1ac0-491b-8b73-326c4f6eb47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:06Z', 'updated_at': '2021-04-15T11:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:08:15.323367 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d4742-1cdc-46c1-bba2-b074708a2164 None None] New status for floating IP b1024c90-2f1c-4f15-a189-58c4bf3f0c2e: ACTIVE {{(pid=85322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:08:15.413465 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:15.420001 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693538'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:15.477214 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-797854cb-62ee-42cb-87c6-0cad3e9ae7c8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:15.615923 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852772550'] for router_interface, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:15.647381 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Pushing event updated for resources: {'Port': ['ID=7fa7333b-7e15-4f8e-9931-1ef94a8df6f1,revision_number=2']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:15.752929 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:15.858874 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Network 259943f4-565d-4671-b4de-422683e6489d is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:08:15.860365 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:08:16.159654 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Router 37ed43c9-1ac0-491b-8b73-326c4f6eb47e has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:08:16.164221 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-de9caec5-e9d0-4c6b-8bd4-21860384e9e6 None None] Provisioning complete for port 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:16.164684 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-de9caec5-e9d0-4c6b-8bd4-21860384e9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:16.238697 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-de9caec5-e9d0-4c6b-8bd4-21860384e9e6 None None] Port 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:08:16.411671 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:08:16.425185 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-10138514-3724-4856-87cb-e4efd540e380 admin admin] 10.222.0.100 "PUT /v2.0/routers/37ed43c9-1ac0-491b-8b73-326c4f6eb47e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9666932
Apr 15 11:08:16.812091 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:08:16.893797 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:08:16.899930 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:16.900234 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:17.062400 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:17.081744 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=8bc73ecd-ceaf-4cb6-9055-71052e7e2a41,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:08:17.086138 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:17.089598 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5b845ff6-a89b-45aa-bf40-5198e94e4ae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:17.188133 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 52566) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:08:17.191880 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=8bc73ecd-ceaf-4cb6-9055-71052e7e2a41,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:17.195174 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-ce830491-f5cf-49d3-929c-1b5f47bff11a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1848937379', 'description': 'tempest-secgroup-smoke-1848937379 description', 'project_id': '8f5b0aeca07749e5853fd41afc9717a6'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:08:17.195975 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:17.202696 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ce830491-f5cf-49d3-929c-1b5f47bff11a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:08:17.207337 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ce830491-f5cf-49d3-929c-1b5f47bff11a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Usage tracker for resource:security_group and tenant:8f5b0aeca07749e5853fd41afc9717a6 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:08:17.210687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ce830491-f5cf-49d3-929c-1b5f47bff11a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:08:17.218219 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ce830491-f5cf-49d3-929c-1b5f47bff11a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:08:17.231648 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ce830491-f5cf-49d3-929c-1b5f47bff11a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:17.255321 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ce830491-f5cf-49d3-929c-1b5f47bff11a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:08:17.259901 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ce830491-f5cf-49d3-929c-1b5f47bff11a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Usage tracker for resource:security_group_rule and tenant:8f5b0aeca07749e5853fd41afc9717a6 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:08:17.263258 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-ce830491-f5cf-49d3-929c-1b5f47bff11a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:08:17.270513 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-ce830491-f5cf-49d3-929c-1b5f47bff11a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:08:17.356427 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ce830491-f5cf-49d3-929c-1b5f47bff11a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:17.359795 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ce830491-f5cf-49d3-929c-1b5f47bff11a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:17.364371 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c71c89c0-8deb-4424-b911-75a7871a4748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:17.411701 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce830491-f5cf-49d3-929c-1b5f47bff11a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:17.415234 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ce830491-f5cf-49d3-929c-1b5f47bff11a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:17.416601 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ce830491-f5cf-49d3-929c-1b5f47bff11a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:17.417972 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-ce830491-f5cf-49d3-929c-1b5f47bff11a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2287140
Apr 15 11:08:17.423110 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 52570) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:08:17.429157 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-8e3ada34-14c4-4849-9dac-40b368884d84 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Request body: {'security_group_rule': {'security_group_id': 'ba1b5bbc-00be-4cc7-af86-3622faf5eb5e', 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:08:17.436096 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-8e3ada34-14c4-4849-9dac-40b368884d84 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:08:17.440781 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-8e3ada34-14c4-4849-9dac-40b368884d84 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Usage tracker for resource:security_group_rule and tenant:8f5b0aeca07749e5853fd41afc9717a6 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:08:17.444149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-8e3ada34-14c4-4849-9dac-40b368884d84 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:08:17.451909 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-8e3ada34-14c4-4849-9dac-40b368884d84 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:08:17.471329 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8e3ada34-14c4-4849-9dac-40b368884d84 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:17.553525 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8e3ada34-14c4-4849-9dac-40b368884d84 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:17.556926 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8e3ada34-14c4-4849-9dac-40b368884d84 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:17.560668 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-de226d9f-94d2-4613-9823-3f13266888e5 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:17.592595 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ada34-14c4-4849-9dac-40b368884d84 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e726d06d-c590-458a-b611-b8dc5b4fd816,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:17.595750 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8e3ada34-14c4-4849-9dac-40b368884d84 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:17.603126 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8e3ada34-14c4-4849-9dac-40b368884d84 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:17.608547 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-8e3ada34-14c4-4849-9dac-40b368884d84 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1803596
Apr 15 11:08:17.608857 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 52574) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:08:17.615219 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-c6b5e0b2-a4e1-400c-adec-a090304ebbfd tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Request body: {'security_group_rule': {'security_group_id': 'ba1b5bbc-00be-4cc7-af86-3622faf5eb5e', 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:08:17.622477 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-c6b5e0b2-a4e1-400c-adec-a090304ebbfd tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:08:17.627421 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-c6b5e0b2-a4e1-400c-adec-a090304ebbfd tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Usage tracker for resource:security_group_rule and tenant:8f5b0aeca07749e5853fd41afc9717a6 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:08:17.630960 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-c6b5e0b2-a4e1-400c-adec-a090304ebbfd tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:08:17.640559 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-c6b5e0b2-a4e1-400c-adec-a090304ebbfd tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:08:17.659422 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e0b2-a4e1-400c-adec-a090304ebbfd tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:17.736596 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e0b2-a4e1-400c-adec-a090304ebbfd tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:17.740022 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e0b2-a4e1-400c-adec-a090304ebbfd tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:17.742550 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a965aff5-b095-46d4-97d7-c82e3ac32201 tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:17.771952 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5e0b2-a4e1-400c-adec-a090304ebbfd tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179fa899-daba-4cf8-b918-fc6945a2dbed,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:17.777834 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-c6b5e0b2-a4e1-400c-adec-a090304ebbfd tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:17.782897 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e0b2-a4e1-400c-adec-a090304ebbfd tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:17.784417 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-c6b5e0b2-a4e1-400c-adec-a090304ebbfd tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1743336
Apr 15 11:08:17.789571 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 52578) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:08:17.796004 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-a57ed886-4eff-40aa-9e89-3cb09a10d481 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Request body: {'security_group_rule': {'security_group_id': 'ba1b5bbc-00be-4cc7-af86-3622faf5eb5e', 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:08:17.803224 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a57ed886-4eff-40aa-9e89-3cb09a10d481 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:08:17.809345 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a57ed886-4eff-40aa-9e89-3cb09a10d481 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Usage tracker for resource:security_group_rule and tenant:8f5b0aeca07749e5853fd41afc9717a6 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:08:17.813525 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-a57ed886-4eff-40aa-9e89-3cb09a10d481 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:08:17.821725 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-a57ed886-4eff-40aa-9e89-3cb09a10d481 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:08:17.842561 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a57ed886-4eff-40aa-9e89-3cb09a10d481 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:17.922637 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a57ed886-4eff-40aa-9e89-3cb09a10d481 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:17.928922 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a57ed886-4eff-40aa-9e89-3cb09a10d481 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:17.938445 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:17.963867 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ed886-4eff-40aa-9e89-3cb09a10d481 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc409f7-534e-4194-b94e-534ad3c3b876,revision_number=0']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:17.966648 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a57ed886-4eff-40aa-9e89-3cb09a10d481 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:17.972242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a57ed886-4eff-40aa-9e89-3cb09a10d481 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:17.974619 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-a57ed886-4eff-40aa-9e89-3cb09a10d481 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1835687
Apr 15 11:08:17.977651 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 52582) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:08:17.983911 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-f728e995-2f29-4bdb-99a2-2c2a7282f2a0 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Request body: {'security_group_rule': {'security_group_id': 'ba1b5bbc-00be-4cc7-af86-3622faf5eb5e', 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:08:17.991071 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-f728e995-2f29-4bdb-99a2-2c2a7282f2a0 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:08:17.996264 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-f728e995-2f29-4bdb-99a2-2c2a7282f2a0 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Usage tracker for resource:security_group_rule and tenant:8f5b0aeca07749e5853fd41afc9717a6 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:08:17.999849 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-f728e995-2f29-4bdb-99a2-2c2a7282f2a0 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:08:18.008603 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-f728e995-2f29-4bdb-99a2-2c2a7282f2a0 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:08:18.026307 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f728e995-2f29-4bdb-99a2-2c2a7282f2a0 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:18.108477 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f728e995-2f29-4bdb-99a2-2c2a7282f2a0 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:18.113668 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f728e995-2f29-4bdb-99a2-2c2a7282f2a0 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:18.116268 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d1043c6c-4e92-48d4-9f9f-6054f49ff87c tempest-TestMinimumBasicScenario-1391810654 tempest-TestMinimumBasicScenario-1391810654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:18.143833 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728e995-2f29-4bdb-99a2-2c2a7282f2a0 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1c6a00-8bbb-4f44-ba6f-4154ed158f29,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:18.158809 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f728e995-2f29-4bdb-99a2-2c2a7282f2a0 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:18.164100 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f728e995-2f29-4bdb-99a2-2c2a7282f2a0 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:18.165997 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-f728e995-2f29-4bdb-99a2-2c2a7282f2a0 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1868615
Apr 15 11:08:18.169844 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 52586) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:08:18.176324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-97c9087d-2fcf-4f01-8362-76fed7439afb tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Request body: {'security_group_rule': {'security_group_id': 'ba1b5bbc-00be-4cc7-af86-3622faf5eb5e', 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:08:18.184310 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-97c9087d-2fcf-4f01-8362-76fed7439afb tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:08:18.188847 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-97c9087d-2fcf-4f01-8362-76fed7439afb tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Usage tracker for resource:security_group_rule and tenant:8f5b0aeca07749e5853fd41afc9717a6 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:08:18.192503 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-97c9087d-2fcf-4f01-8362-76fed7439afb tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:08:18.199496 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-97c9087d-2fcf-4f01-8362-76fed7439afb tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:08:18.214330 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.securitygroups_db [None req-97c9087d-2fcf-4f01-8362-76fed7439afb tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Project 8f5b0aeca07749e5853fd41afc9717a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 11:08:18.225292 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-97c9087d-2fcf-4f01-8362-76fed7439afb tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:18.310396 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-97c9087d-2fcf-4f01-8362-76fed7439afb tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:18.317405 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-97c9087d-2fcf-4f01-8362-76fed7439afb tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:18.320435 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:18.321744 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Sync routers for ids ['37ed43c9-1ac0-491b-8b73-326c4f6eb47e'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:08:18.334156 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Routers {'37ed43c9-1ac0-491b-8b73-326c4f6eb47e'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:08:18.335079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc577d9b0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:07:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['37ed43c9-1ac0-491b-8b73-326c4f6eb47e'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:08:18.350223 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9087d-2fcf-4f01-8362-76fed7439afb tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66bfd00-a9b3-4817-a0a5-1ff0d3d23ee1,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:18.354030 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-97c9087d-2fcf-4f01-8362-76fed7439afb tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:18.363117 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-97c9087d-2fcf-4f01-8362-76fed7439afb tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:18.364808 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-97c9087d-2fcf-4f01-8362-76fed7439afb tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1936450
Apr 15 11:08:18.368309 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 52590) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:08:18.375845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-e08f6a70-00b1-4538-9038-dbc93e1b8a79 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Request body: {'security_group_rule': {'security_group_id': 'ba1b5bbc-00be-4cc7-af86-3622faf5eb5e', 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:08:18.383662 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-e08f6a70-00b1-4538-9038-dbc93e1b8a79 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:08:18.388624 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-e08f6a70-00b1-4538-9038-dbc93e1b8a79 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Usage tracker for resource:security_group_rule and tenant:8f5b0aeca07749e5853fd41afc9717a6 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:08:18.392642 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-e08f6a70-00b1-4538-9038-dbc93e1b8a79 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:08:18.400241 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-e08f6a70-00b1-4538-9038-dbc93e1b8a79 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:08:18.412346 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.securitygroups_db [None req-e08f6a70-00b1-4538-9038-dbc93e1b8a79 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Project 8f5b0aeca07749e5853fd41afc9717a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 11:08:18.421468 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e08f6a70-00b1-4538-9038-dbc93e1b8a79 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:18.509080 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e08f6a70-00b1-4538-9038-dbc93e1b8a79 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:18.511995 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e08f6a70-00b1-4538-9038-dbc93e1b8a79 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803932'] for security_group_rule, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:18.517508 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7b8f7203-a8f9-47fd-99b5-5dd3a219d024 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:18.550630 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Set router 37ed43c9-1ac0-491b-8b73-326c4f6eb47e gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:08:18.565248 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f6a70-00b1-4538-9038-dbc93e1b8a79 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c32df3-cb13-4fd2-9027-13f17d952906,revision_number=0']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:18.570151 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e08f6a70-00b1-4538-9038-dbc93e1b8a79 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:18.581607 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e08f6a70-00b1-4538-9038-dbc93e1b8a79 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:18.583914 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-e08f6a70-00b1-4538-9038-dbc93e1b8a79 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2140784
Apr 15 11:08:18.826189 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:08:18.965696 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:18.966350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:19.084467 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc577d9b0>, [{'id': '37ed43c9-1ac0-491b-8b73-326c4f6eb47e', 'name': 'tempest-TestShelveInstance-1742993458-router', 'tenant_id': 'ad3590c09afe4eec9029524dba439470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '8bc73ecd-ceaf-4cb6-9055-71052e7e2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:05Z', 'updated_at': '2021-04-15T11:08:14Z', 'revision_number': 4, 'project_id': 'ad3590c09afe4eec9029524dba439470', 'gw_port': {'id': '8bc73ecd-ceaf-4cb6-9055-71052e7e2a41', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ed43c9-1ac0-491b-8b73-326c4f6eb47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:06Z', 'updated_at': '2021-04-15T11:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '7fa7333b-7e15-4f8e-9931-1ef94a8df6f1', 'name': '', 'network_id': '259943f4-565d-4671-b4de-422683e6489d', 'tenant_id': 'ad3590c09afe4eec9029524dba439470', 'mac_address': 'fa:16:3e:b0:62:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ed43c9-1ac0-491b-8b73-326c4f6eb47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f357aa4c-71f9-4e59-9727-aa60cd1629b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:12Z', 'updated_at': '2021-04-15T11:08:15Z', 'revision_number': 2, 'project_id': 'ad3590c09afe4eec9029524dba439470', 'subnets': [{'id': 'f357aa4c-71f9-4e59-9727-aa60cd1629b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:08:19.089949 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Checking router: 37ed43c9-1ac0-491b-8b73-326c4f6eb47e for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:08:19.090360 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Updating router 37ed43c9-1ac0-491b-8b73-326c4f6eb47e port 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 binding host dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 11:08:19.214900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:19.745724 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Notify callbacks [] for port, precommit_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:19.759731 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Transition to ACTIVE for port object 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 will not be triggered until provisioned by entity L2. {{(pid=85323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:08:19.767177 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:19.784835 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-55ffd719-9d89-4199-bac4-9644182a9981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:19.931267 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522db3e-68d4-42cb-b7c1-e73f1ee67642 None None] Pushing event updated for resources: {'Port': ['ID=7fa7333b-7e15-4f8e-9931-1ef94a8df6f1,revision_number=3']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:19.936882 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a522db3e-68d4-42cb-b7c1-e73f1ee67642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:20.208046 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Attempting to bind port 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 on host dv-cinder-786386-1-iscsi for vnic_type normal with profile  {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:08:20.208461 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Attempting to bind port 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 by drivers openvswitch,hyperv on host dv-cinder-786386-1-iscsi at level 0 using segments [{'id': 'a2e9ff98-f5c8-455a-ae7b-2816e4ca285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '259943f4-565d-4671-b4de-422683e6489d'}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:08:20.208877 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Attempting to bind port 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 on network 259943f4-565d-4671-b4de-422683e6489d {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:08:20.215926 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Checking agent: {'id': 'e26c1b27-b4cb-459f-aca5-de01f9b8b125', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 57), 'started_at': datetime.datetime(2021, 4, 15, 10, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:08:20.216358 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Checking segment: {'id': 'a2e9ff98-f5c8-455a-ae7b-2816e4ca285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '259943f4-565d-4671-b4de-422683e6489d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:08:20.216811 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:20.217254 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Bound using segment: {'id': 'a2e9ff98-f5c8-455a-ae7b-2816e4ca285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '259943f4-565d-4671-b4de-422683e6489d'} {{(pid=85323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:08:20.217786 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Bound port: 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1, host: dv-cinder-786386-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e9ff98-f5c8-455a-ae7b-2816e4ca285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '259943f4-565d-4671-b4de-422683e6489d'}}] {{(pid=85323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:08:20.218206 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:20.338329 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] For port 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1, host dv-cinder-786386-1-iscsi, cleared binding levels {{(pid=85323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:08:20.342816 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] For port 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1, host dv-cinder-786386-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=7fa7333b-7e15-4f8e-9931-1ef94a8df6f1,segment=NetworkSegment(a2e9ff98-f5c8-455a-ae7b-2816e4ca285b),segment_id=a2e9ff98-f5c8-455a-ae7b-2816e4ca285b)] {{(pid=85323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:08:20.347671 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:20.365081 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-55ffd719-9d89-4199-bac4-9644182a9981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:20.535106 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522db3e-68d4-42cb-b7c1-e73f1ee67642 None None] Pushing event updated for resources: {'Port': ['ID=7fa7333b-7e15-4f8e-9931-1ef94a8df6f1,revision_number=4']} {{(pid=85323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:20.543755 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a522db3e-68d4-42cb-b7c1-e73f1ee67642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:20.608148 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Routers {'37ed43c9-1ac0-491b-8b73-326c4f6eb47e'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:08:20.609677 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc577d9b0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:07:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['37ed43c9-1ac0-491b-8b73-326c4f6eb47e'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:08:20.955565 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] Set router 37ed43c9-1ac0-491b-8b73-326c4f6eb47e gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:08:21.275931 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:21.501180 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc577d9b0>, [{'id': '37ed43c9-1ac0-491b-8b73-326c4f6eb47e', 'name': 'tempest-TestShelveInstance-1742993458-router', 'tenant_id': 'ad3590c09afe4eec9029524dba439470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '8bc73ecd-ceaf-4cb6-9055-71052e7e2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:05Z', 'updated_at': '2021-04-15T11:08:14Z', 'revision_number': 4, 'project_id': 'ad3590c09afe4eec9029524dba439470', 'gw_port': {'id': '8bc73ecd-ceaf-4cb6-9055-71052e7e2a41', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ed43c9-1ac0-491b-8b73-326c4f6eb47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:06Z', 'updated_at': '2021-04-15T11:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '7fa7333b-7e15-4f8e-9931-1ef94a8df6f1', 'name': '', 'network_id': '259943f4-565d-4671-b4de-422683e6489d', 'tenant_id': 'ad3590c09afe4eec9029524dba439470', 'mac_address': 'fa:16:3e:b0:62:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ed43c9-1ac0-491b-8b73-326c4f6eb47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f357aa4c-71f9-4e59-9727-aa60cd1629b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:12Z', 'updated_at': '2021-04-15T11:08:20Z', 'revision_number': 4, 'project_id': 'ad3590c09afe4eec9029524dba439470', 'subnets': [{'id': 'f357aa4c-71f9-4e59-9727-aa60cd1629b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:08:21.506219 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af6d65-3818-4f1f-9048-9bd7788ad1ad None None] The sync data for ids ['37ed43c9-1ac0-491b-8b73-326c4f6eb47e'] in dv-cinder-786386-1-iscsi is: [{'id': '37ed43c9-1ac0-491b-8b73-326c4f6eb47e', 'name': 'tempest-TestShelveInstance-1742993458-router', 'tenant_id': 'ad3590c09afe4eec9029524dba439470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '8bc73ecd-ceaf-4cb6-9055-71052e7e2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:05Z', 'updated_at': '2021-04-15T11:08:14Z', 'revision_number': 4, 'project_id': 'ad3590c09afe4eec9029524dba439470', 'gw_port': {'id': '8bc73ecd-ceaf-4cb6-9055-71052e7e2a41', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ed43c9-1ac0-491b-8b73-326c4f6eb47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:06Z', 'updated_at': '2021-04-15T11:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '7fa7333b-7e15-4f8e-9931-1ef94a8df6f1', 'name': '', 'network_id': '259943f4-565d-4671-b4de-422683e6489d', 'tenant_id': 'ad3590c09afe4eec9029524dba439470', 'mac_address': 'fa:16:3e:b0:62:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ed43c9-1ac0-491b-8b73-326c4f6eb47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f357aa4c-71f9-4e59-9727-aa60cd1629b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:12Z', 'updated_at': '2021-04-15T11:08:20Z', 'revision_number': 4, 'project_id': 'ad3590c09afe4eec9029524dba439470', 'subnets': [{'id': 'f357aa4c-71f9-4e59-9727-aa60cd1629b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:08:22.807943 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:08:22.913794 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning for port 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:08:22.922620 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:22.923290 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:23.084769 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:23.123678 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] For port 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=7fa7333b-7e15-4f8e-9931-1ef94a8df6f1,segment=NetworkSegment(a2e9ff98-f5c8-455a-ae7b-2816e4ca285b),segment_id=a2e9ff98-f5c8-455a-ae7b-2816e4ca285b)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:08:23.127088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:23.129123 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5bc31883-1dfd-45ba-b0b3-caa3fc5b352e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:23.207295 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Pushing event updated for resources: {'Port': ['ID=7fa7333b-7e15-4f8e-9931-1ef94a8df6f1,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:23.210844 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:23.837605 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5f8bc2eb-c27c-4508-8638-96fcf674ef7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:24.776908 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 up at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:08:25.053196 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Provisioning complete for port 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:25.053790 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:25.454371 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3119ee4b-20c9-402e-9a63-ee239a395086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:26.710351 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:27.055975 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:30.261406 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:36.597825 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-e13495fa-e38c-4fa4-96e2-a02c86cc5736 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Synchronizing usage tracker for tenant:8f5b0aeca07749e5853fd41afc9717a6 on resource:security_group {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:08:36.617289 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-e13495fa-e38c-4fa4-96e2-a02c86cc5736 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Unset dirty status for tenant:8f5b0aeca07749e5853fd41afc9717a6 on resource:security_group {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:08:36.618767 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-e13495fa-e38c-4fa4-96e2-a02c86cc5736 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1848937379&fields=id&tenant_id=8f5b0aeca07749e5853fd41afc9717a6 HTTP/1.1" status: 200  len: 267 time: 0.0700960
Apr 15 11:08:36.806160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-6f4fe3bc-93fc-47cc-9314-b2fa88f08121 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:36.807558 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-6f4fe3bc-93fc-47cc-9314-b2fa88f08121 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Synchronizing usage tracker for tenant:8f5b0aeca07749e5853fd41afc9717a6 on resource:network {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:08:36.826297 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-6f4fe3bc-93fc-47cc-9314-b2fa88f08121 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Unset dirty status for tenant:8f5b0aeca07749e5853fd41afc9717a6 on resource:network {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:08:36.827708 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-6f4fe3bc-93fc-47cc-9314-b2fa88f08121 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/networks?id=71f67761-4627-416f-b775-4cf090e2cb02 HTTP/1.1" status: 200  len: 808 time: 0.1977112
Apr 15 11:08:36.849118 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-cf6720b6-c62e-4dd6-ac8c-f901946abc45 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/quotas/8f5b0aeca07749e5853fd41afc9717a6 HTTP/1.1" status: 200  len: 375 time: 0.0116596
Apr 15 11:08:37.015138 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-2579188f-1253-499e-a0f5-69e3af91cccc tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=8f5b0aeca07749e5853fd41afc9717a6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1579947
Apr 15 11:08:37.313739 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-d12e5276-d790-46a1-afcf-bc013bb2352c service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=85320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 11:08:37.315044 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-d12e5276-d790-46a1-afcf-bc013bb2352c service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2869601
Apr 15 11:08:37.519358 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-501c0a8a-6193-4436-a60a-38c4f720568b service neutron] 10.222.0.100 "GET /v2.0/networks/71f67761-4627-416f-b775-4cf090e2cb02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1956246
Apr 15 11:08:37.679031 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-b7de1a0f-0048-4400-ae86-9a6649b36113 service neutron] 10.222.0.100 "GET /v2.0/networks/71f67761-4627-416f-b775-4cf090e2cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523995
Apr 15 11:08:38.234276 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ce2e2e7f-c2e6-45b3-8f8f-5fb8ddb05c58 req-16fa44db-1dda-4567-a3a9-3be06ad8921d tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 210 time: 0.0578332
Apr 15 11:08:39.420855 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-93ec2f3c-970a-40e7-8603-513dab4025a2 req-dec9201a-159d-453d-92cf-a9cf4d2d46a2 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 210 time: 0.0557005
Apr 15 11:08:39.831716 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-50f393bd-8287-49ff-8b07-3fe815a522cd tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:39.834307 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-50f393bd-8287-49ff-8b07-3fe815a522cd tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.99 "GET /v2.0/networks?id=71f67761-4627-416f-b775-4cf090e2cb02 HTTP/1.1" status: 200  len: 808 time: 0.2506046
Apr 15 11:08:39.948827 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-c6f4e20b-1207-4db0-98d3-496d663a1af9 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8f5b0aeca07749e5853fd41afc9717a6 HTTP/1.1" status: 200  len: 8061 time: 0.0999863
Apr 15 11:08:39.965787 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Request body: {'port': {'device_id': 'd14b78fb-b95c-4aa6-b3ed-b2fe7d772b14', 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02', 'admin_state_up': True, 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'security_groups': ['ba1b5bbc-00be-4cc7-af86-3622faf5eb5e']}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:08:40.181007 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:08:40.187757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Usage tracker for resource:port and tenant:8f5b0aeca07749e5853fd41afc9717a6 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:08:40.191533 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:08:40.199507 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:08:40.209766 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Made reservation on behalf of 8f5b0aeca07749e5853fd41afc9717a6 for: {'port': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:08:40.216894 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:40.418014 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Allocated IP 172.20.0.6 (71f67761-4627-416f-b775-4cf090e2cb02/b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8/07a6fe04-0c89-499e-9d44-104210791060) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:08:40.683306 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6fd4d2fc-a9c8-4162-9613-76c9b983f3b8 req-189d9af3-223f-4577-ac15-5bc2a593b23b tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 210 time: 0.0850134
Apr 15 11:08:40.765766 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:40.797505 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Transition to ACTIVE for port object 07a6fe04-0c89-499e-9d44-104210791060 will not be triggered until provisioned by entity DHCP. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:08:40.831665 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:40.862145 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-917a41a5-dba8-44d6-9e1f-912980a9ab46 tempest-VolumesSnapshotTestJSON-686023090 tempest-VolumesSnapshotTestJSON-686023090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:41.037312 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Pushing event updated for resources: {'Port': ['ID=07a6fe04-0c89-499e-9d44-104210791060,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:41.040855 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:41.101783 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Network 71f67761-4627-416f-b775-4cf090e2cb02 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:08:41.103180 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:08:41.105897 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:08:41.185787 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:41.186509 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:41.210463 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2505932
Apr 15 11:08:41.236390 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Request body: {'port': {'device_id': 'd14b78fb-b95c-4aa6-b3ed-b2fe7d772b14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:08:41.310915 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6fb185d3-0d4e-4c5e-b131-e93fe70a12c1 None None] Provisioning for port 07a6fe04-0c89-499e-9d44-104210791060 completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:08:41.316389 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-6fb185d3-0d4e-4c5e-b131-e93fe70a12c1 None None] Provisioning complete for port 07a6fe04-0c89-499e-9d44-104210791060 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:41.316819 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6fb185d3-0d4e-4c5e-b131-e93fe70a12c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:41.379360 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6fb185d3-0d4e-4c5e-b131-e93fe70a12c1 None None] Port 07a6fe04-0c89-499e-9d44-104210791060 cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:08:41.420297 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:41.505299 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:08:41.878218 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a6fe04-0c89-499e-9d44-104210791060 {{(pid=85321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:08:41.887782 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:41.904868 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Transition to ACTIVE for port object 07a6fe04-0c89-499e-9d44-104210791060 will not be triggered until provisioned by entity L2. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:08:41.907757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:41.922242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d5b01afd-8182-443b-9e0f-e0bb939eb35e tempest-AttachVolumeShelveTestJSON-1589867725 tempest-AttachVolumeShelveTestJSON-1589867725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:42.020949 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2435f9-f035-4f01-86e7-af57580f1fe4 req-93b8fe8f-d1d5-4f4d-aa1b-9c7cdce57adb tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:42.023093 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ec2435f9-f035-4f01-86e7-af57580f1fe4 req-93b8fe8f-d1d5-4f4d-aa1b-9c7cdce57adb tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 943 time: 0.1105704
Apr 15 11:08:42.092750 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ec2435f9-f035-4f01-86e7-af57580f1fe4 req-7e43ebf3-e8a0-4d4c-bf1d-85b38c3642ca tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583758
Apr 15 11:08:42.358085 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Pushing event updated for resources: {'Port': ['ID=07a6fe04-0c89-499e-9d44-104210791060,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:42.361194 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:42.676471 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Attempting to bind port 07a6fe04-0c89-499e-9d44-104210791060 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:08:42.677114 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Attempting to bind port 07a6fe04-0c89-499e-9d44-104210791060 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '548cc6a4-8277-4079-a28d-455e586cac23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02'}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:08:42.677767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Attempting to bind port 07a6fe04-0c89-499e-9d44-104210791060 on network 71f67761-4627-416f-b775-4cf090e2cb02 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:08:42.685750 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Port 07a6fe04-0c89-499e-9d44-104210791060 on network 71f67761-4627-416f-b775-4cf090e2cb02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 11:08:42.686169 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Attempting to bind port 07a6fe04-0c89-499e-9d44-104210791060 on network 71f67761-4627-416f-b775-4cf090e2cb02 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:08:42.693255 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:08:42.693598 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Checking segment: {'id': '548cc6a4-8277-4079-a28d-455e586cac23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:08:42.694075 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Bound using segment: {'id': '548cc6a4-8277-4079-a28d-455e586cac23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02'} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:08:42.694653 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Bound port: 07a6fe04-0c89-499e-9d44-104210791060, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548cc6a4-8277-4079-a28d-455e586cac23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02'}}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:08:42.695161 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:42.839540 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] For port 07a6fe04-0c89-499e-9d44-104210791060, host hv-cinder-78638, cleared binding levels {{(pid=85321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:08:42.845078 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] For port 07a6fe04-0c89-499e-9d44-104210791060, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07a6fe04-0c89-499e-9d44-104210791060,segment=NetworkSegment(548cc6a4-8277-4079-a28d-455e586cac23),segment_id=548cc6a4-8277-4079-a28d-455e586cac23)] {{(pid=85321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:08:42.849946 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:42.883898 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-335a5327-a061-417a-b781-6c636ce93744 tempest-DeleteServersTestJSON-2071139359 tempest-DeleteServersTestJSON-2071139359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:43.174536 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Pushing event updated for resources: {'Port': ['ID=07a6fe04-0c89-499e-9d44-104210791060,revision_number=3']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:43.196659 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:43.197594 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:43.198022 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:43.198445 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:43.198879 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:43.199289 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:43.199697 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:43.200101 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:43.200517 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:43.200905 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:43.201307 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:43.201707 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:43.208721 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:43.229208 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:43.230353 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:43.232140 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] 10.222.0.99 "PUT /v2.0/ports/07a6fe04-0c89-499e-9d44-104210791060 HTTP/1.1" status: 200  len: 1093 time: 2.0047574
Apr 15 11:08:43.233026 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14b78fb-b95c-4aa6-b3ed-b2fe7d772b14', 'tag': '07a6fe04-0c89-499e-9d44-104210791060'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:08:43.288241 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14b78fb-b95c-4aa6-b3ed-b2fe7d772b14', 'tag': '07a6fe04-0c89-499e-9d44-104210791060', 'status': 'completed', 'code': 200}
Apr 15 11:08:43.424012 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-82525242-2605-4e34-8a82-59f3f1c08e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:43.426031 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-82525242-2605-4e34-8a82-59f3f1c08e35 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8f5b0aeca07749e5853fd41afc9717a6&device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 1096 time: 0.1170199
Apr 15 11:08:43.511777 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5724f7-f18b-4bff-ae3b-a38c89dda96c req-808f4837-1535-4094-8160-723ce2b94194 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:43.514428 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-be5724f7-f18b-4bff-ae3b-a38c89dda96c req-808f4837-1535-4094-8160-723ce2b94194 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 943 time: 0.1624587
Apr 15 11:08:43.515480 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-55f41320-c65a-47ee-9c2e-8188f62388e6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a6fe04-0c89-499e-9d44-104210791060 HTTP/1.1" status: 200  len: 217 time: 0.0745845
Apr 15 11:08:43.591360 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-0df7435f-fa19-4625-904f-32062f8be299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:43.593036 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-0df7435f-fa19-4625-904f-32062f8be299 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8 HTTP/1.1" status: 200  len: 847 time: 0.0701454
Apr 15 11:08:43.600691 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-be5724f7-f18b-4bff-ae3b-a38c89dda96c req-877be75d-4944-4168-898a-8963d376d1cd tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790508
Apr 15 11:08:43.704001 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-7b100ef1-9f46-4689-9d7e-bddb07522f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:43.705633 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-7b100ef1-9f46-4689-9d7e-bddb07522f83 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=71f67761-4627-416f-b775-4cf090e2cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1048064
Apr 15 11:08:43.862136 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-fac1d0af-d3dd-4972-a1e7-b2e4ba3bcb3d service neutron] 10.222.0.99 "GET /v2.0/networks/71f67761-4627-416f-b775-4cf090e2cb02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484077
Apr 15 11:08:44.022251 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fa71019e-8c64-4b29-96c5-2bf40a963c06 req-541262c8-f963-4a7c-a740-015d0bb25b80 service neutron] 10.222.0.99 "GET /v2.0/networks/71f67761-4627-416f-b775-4cf090e2cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531241
Apr 15 11:08:44.209072 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160ee93-3789-48de-ba18-f541c04ebd33 req-1a0b0deb-e8ac-4e14-8800-f5f702befc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:44.210889 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4160ee93-3789-48de-ba18-f541c04ebd33 req-1a0b0deb-e8ac-4e14-8800-f5f702befc5d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8f5b0aeca07749e5853fd41afc9717a6&device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 1096 time: 0.0874918
Apr 15 11:08:44.371238 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160ee93-3789-48de-ba18-f541c04ebd33 req-f7bb2578-9d4b-44fe-a982-aa831539db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:44.372851 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4160ee93-3789-48de-ba18-f541c04ebd33 req-f7bb2578-9d4b-44fe-a982-aa831539db78 service neutron] 10.222.0.99 "GET /v2.0/networks?id=71f67761-4627-416f-b775-4cf090e2cb02 HTTP/1.1" status: 200  len: 910 time: 0.1529088
Apr 15 11:08:44.454911 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4160ee93-3789-48de-ba18-f541c04ebd33 req-e07eb5d2-373c-413a-8a5a-192863448ac7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a6fe04-0c89-499e-9d44-104210791060 HTTP/1.1" status: 200  len: 217 time: 0.0752587
Apr 15 11:08:44.530076 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160ee93-3789-48de-ba18-f541c04ebd33 req-e75c349b-be5b-4e07-8bb0-5658ce018be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:44.531739 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4160ee93-3789-48de-ba18-f541c04ebd33 req-e75c349b-be5b-4e07-8bb0-5658ce018be6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8 HTTP/1.1" status: 200  len: 847 time: 0.0693622
Apr 15 11:08:44.625594 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160ee93-3789-48de-ba18-f541c04ebd33 req-6e7bde03-4e20-4132-9d45-6c380e90de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:44.627426 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4160ee93-3789-48de-ba18-f541c04ebd33 req-6e7bde03-4e20-4132-9d45-6c380e90de5a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=71f67761-4627-416f-b775-4cf090e2cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0874765
Apr 15 11:08:44.814426 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4160ee93-3789-48de-ba18-f541c04ebd33 req-0ba5a946-91ae-4d6f-b362-215c8d59da63 service neutron] 10.222.0.99 "GET /v2.0/networks/71f67761-4627-416f-b775-4cf090e2cb02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786759
Apr 15 11:08:44.871052 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1216eb0-538f-443d-817e-25dae8ef42a9 req-6953ce0c-2a0a-4fe6-b991-6103b1169bd7 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:44.873041 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a1216eb0-538f-443d-817e-25dae8ef42a9 req-6953ce0c-2a0a-4fe6-b991-6103b1169bd7 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 943 time: 0.1082950
Apr 15 11:08:44.948541 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a1216eb0-538f-443d-817e-25dae8ef42a9 req-48303760-c49c-49ef-86c6-52ba4a44abf6 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614610
Apr 15 11:08:45.001149 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4160ee93-3789-48de-ba18-f541c04ebd33 req-056e4eca-8bd6-4ca0-94b0-bfc8f2f540bc service neutron] 10.222.0.99 "GET /v2.0/networks/71f67761-4627-416f-b775-4cf090e2cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1793523
Apr 15 11:08:46.177717 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79f6cf-4230-4acb-9b7c-458578e3e406 req-83d23001-af9a-4971-83de-1b639bd17a2e tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:46.179690 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ff79f6cf-4230-4acb-9b7c-458578e3e406 req-83d23001-af9a-4971-83de-1b639bd17a2e tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 943 time: 0.1006384
Apr 15 11:08:46.231306 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-ff79f6cf-4230-4acb-9b7c-458578e3e406 req-fd5e5091-121d-485d-9dec-26893bf8895c tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447946
Apr 15 11:08:47.448736 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd2cb0-34f7-419f-aaa1-642651e1e9e1 req-12b1c33d-260b-472d-afe8-18dcfd07f2b1 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:47.450557 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f6cd2cb0-34f7-419f-aaa1-642651e1e9e1 req-12b1c33d-260b-472d-afe8-18dcfd07f2b1 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 943 time: 0.1013069
Apr 15 11:08:47.504966 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f6cd2cb0-34f7-419f-aaa1-642651e1e9e1 req-da39689b-15ef-4afc-803f-09364bc51ae0 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474176
Apr 15 11:08:48.758133 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d97982-7025-408c-be0a-402516a20113 req-a8a11f2d-daaf-42b6-97a0-4315cb6a9d7d tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:48.761756 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-53d97982-7025-408c-be0a-402516a20113 req-a8a11f2d-daaf-42b6-97a0-4315cb6a9d7d tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 943 time: 0.1328607
Apr 15 11:08:48.840485 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-53d97982-7025-408c-be0a-402516a20113 req-4cc4d412-cd3e-4733-9641-172833370492 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710008
Apr 15 11:08:50.055294 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06339501-fb58-47fb-8402-503fda432e08 req-fee6cbfb-b270-4ba4-904b-c586a851ddf7 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:50.057378 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-06339501-fb58-47fb-8402-503fda432e08 req-fee6cbfb-b270-4ba4-904b-c586a851ddf7 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 943 time: 0.0951474
Apr 15 11:08:50.111985 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-06339501-fb58-47fb-8402-503fda432e08 req-1ca4adf1-e504-4554-a23f-666f9286fdc2 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473955
Apr 15 11:08:51.294638 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:51.349049 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a007a-99e5-4068-b278-0d3d158ae912 req-d010031d-a74c-4e48-88f7-571fdfb9cb03 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:51.350982 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9a5a007a-99e5-4068-b278-0d3d158ae912 req-d010031d-a74c-4e48-88f7-571fdfb9cb03 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 943 time: 0.1000221
Apr 15 11:08:51.405741 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9a5a007a-99e5-4068-b278-0d3d158ae912 req-bd947ef2-fe91-402c-80f3-162c999911df tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467453
Apr 15 11:08:51.783117 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 07a6fe04-0c89-499e-9d44-104210791060 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:08:51.938898 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 07a6fe04-0c89-499e-9d44-104210791060, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07a6fe04-0c89-499e-9d44-104210791060,segment=NetworkSegment(548cc6a4-8277-4079-a28d-455e586cac23),segment_id=548cc6a4-8277-4079-a28d-455e586cac23)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:08:51.954972 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': '07a6fe04-0c89-499e-9d44-104210791060', 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02', 'port_id': '07a6fe04-0c89-499e-9d44-104210791060', 'mac_address': 'fa:16:3e:32:c9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:08:52.019253 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:52.040000 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a6fe04-0c89-499e-9d44-104210791060 {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:08:52.058845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 07a6fe04-0c89-499e-9d44-104210791060, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07a6fe04-0c89-499e-9d44-104210791060,segment=NetworkSegment(548cc6a4-8277-4079-a28d-455e586cac23),segment_id=548cc6a4-8277-4079-a28d-455e586cac23)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:08:52.062246 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:52.064562 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5bc31883-1dfd-45ba-b0b3-caa3fc5b352e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:52.150747 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=07a6fe04-0c89-499e-9d44-104210791060,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:52.159583 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:52.159973 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:52.160355 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:52.160993 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:52.161361 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:52.161732 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:52.162097 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:52.162462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:52.162864 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:52.163230 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:52.163591 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:52.163952 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:52.168570 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:52.378825 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['07a6fe04-0c89-499e-9d44-104210791060'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:08:52.675224 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7f3b5-b39b-4ba2-a4f8-f8914b5e4dca req-049630d0-1280-40e6-992e-030ce17248c3 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:52.677926 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-91d7f3b5-b39b-4ba2-a4f8-f8914b5e4dca req-049630d0-1280-40e6-992e-030ce17248c3 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 944 time: 0.1514816
Apr 15 11:08:52.738177 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-91d7f3b5-b39b-4ba2-a4f8-f8914b5e4dca req-55b3f430-3069-40f1-9ae8-4a8c9bcdd525 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523815
Apr 15 11:08:53.801074 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 07a6fe04-0c89-499e-9d44-104210791060 up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:08:53.926360 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c3d80bc4-22ca-4103-855f-d4cd5f50fa0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:53.953348 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port 07a6fe04-0c89-499e-9d44-104210791060 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:08:53.960451 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port 07a6fe04-0c89-499e-9d44-104210791060 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:08:53.961314 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:54.088081 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84facf-f2e5-48b4-bae8-6a0ad5717c3a req-38fa87eb-5a50-4819-8133-ca702cec585b tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:54.090868 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1f84facf-f2e5-48b4-bae8-6a0ad5717c3a req-38fa87eb-5a50-4819-8133-ca702cec585b tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 944 time: 0.1534853
Apr 15 11:08:54.159421 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1f84facf-f2e5-48b4-bae8-6a0ad5717c3a req-ab607e54-38dc-41c3-8057-7d70adb302d4 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611522
Apr 15 11:08:54.193882 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:54.233035 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14b78fb-b95c-4aa6-b3ed-b2fe7d772b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a6fe04-0c89-499e-9d44-104210791060'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:08:54.244719 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 07a6fe04-0c89-499e-9d44-104210791060, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07a6fe04-0c89-499e-9d44-104210791060,segment=NetworkSegment(548cc6a4-8277-4079-a28d-455e586cac23),segment_id=548cc6a4-8277-4079-a28d-455e586cac23)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:08:54.248698 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:54.251374 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:54.343104 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=07a6fe04-0c89-499e-9d44-104210791060,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:54.347146 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:54.371473 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14b78fb-b95c-4aa6-b3ed-b2fe7d772b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a6fe04-0c89-499e-9d44-104210791060', 'code': 200}
Apr 15 11:08:54.710839 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780667a9-6299-44a5-8aff-5ec63a81555d req-4ea97d93-20b2-4ecf-aadb-cba3ec209db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:54.713090 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-780667a9-6299-44a5-8aff-5ec63a81555d req-4ea97d93-20b2-4ecf-aadb-cba3ec209db0 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 1098 time: 0.0815740
Apr 15 11:08:54.760100 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-780667a9-6299-44a5-8aff-5ec63a81555d req-da3bd200-2f8c-4f13-a0ff-0834e5f12b92 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404201
Apr 15 11:08:55.381438 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d0cfd-e478-43d5-bc43-8f89dc00c5d7 req-9e4cb0f3-a9ea-4442-ae6e-ec206bfb3f14 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:55.383133 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c72d0cfd-e478-43d5-bc43-8f89dc00c5d7 req-9e4cb0f3-a9ea-4442-ae6e-ec206bfb3f14 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.0979223
Apr 15 11:08:55.440750 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c72d0cfd-e478-43d5-bc43-8f89dc00c5d7 req-e6ff8a6a-e931-4126-b5f1-5e51b43a172d tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505371
Apr 15 11:08:55.453986 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cf6dd418-aec6-47b1-929e-e0c29528b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:56.121949 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5d121a3e-ff79-4861-a475-d7bcb5532790 req-3f9aaebb-c299-403d-beef-15c7b713de19 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0870221
Apr 15 11:08:56.293151 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d121a3e-ff79-4861-a475-d7bcb5532790 req-20075b9a-0815-431c-931c-cabdd78b1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:56.294850 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5d121a3e-ff79-4861-a475-d7bcb5532790 req-20075b9a-0815-431c-931c-cabdd78b1841 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114&device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 1098 time: 0.0832918
Apr 15 11:08:56.506824 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d121a3e-ff79-4861-a475-d7bcb5532790 req-cf271946-80b9-4a0f-8661-7c6509eb359c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:56.509725 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5d121a3e-ff79-4861-a475-d7bcb5532790 req-cf271946-80b9-4a0f-8661-7c6509eb359c service neutron] 10.222.0.99 "GET /v2.0/networks?id=bab36b9c-674d-4261-ab81-d4fb1bd1f111 HTTP/1.1" status: 200  len: 913 time: 0.1948152
Apr 15 11:08:56.629509 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5d121a3e-ff79-4861-a475-d7bcb5532790 req-675bcb69-3829-4084-b6af-22a9bbe196ed service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1835ed6d-a933-4321-91c4-c71ebcb586c6 HTTP/1.1" status: 200  len: 1000 time: 0.1135175
Apr 15 11:08:56.701622 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55637d10-c597-471b-a489-3d42e817155d req-b68eb4ff-6fd1-4638-8c20-ba0a676ad240 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:56.703389 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-55637d10-c597-471b-a489-3d42e817155d req-b68eb4ff-6fd1-4638-8c20-ba0a676ad240 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.1341474
Apr 15 11:08:56.707032 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d121a3e-ff79-4861-a475-d7bcb5532790 req-2f42041f-d15b-4e7d-911e-cfb5f94a7eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:56.708693 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5d121a3e-ff79-4861-a475-d7bcb5532790 req-2f42041f-d15b-4e7d-911e-cfb5f94a7eed service neutron] 10.222.0.99 "GET /v2.0/subnets?id=25ef98a8-7013-4b9f-8a45-b0570fc1d72f HTTP/1.1" status: 200  len: 850 time: 0.0727415
Apr 15 11:08:56.724220 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:56.791302 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-55637d10-c597-471b-a489-3d42e817155d req-c9385108-1fe3-4053-b381-084f9e2d3517 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736732
Apr 15 11:08:56.810913 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d121a3e-ff79-4861-a475-d7bcb5532790 req-c9c4bbb9-32c3-484c-b5c7-568a72c71907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:56.812969 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5d121a3e-ff79-4861-a475-d7bcb5532790 req-c9c4bbb9-32c3-484c-b5c7-568a72c71907 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bab36b9c-674d-4261-ab81-d4fb1bd1f111&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0974188
Apr 15 11:08:56.975299 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5d121a3e-ff79-4861-a475-d7bcb5532790 req-ca47b610-74f6-4d6c-9c37-2f0e815242fd service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551659
Apr 15 11:08:57.011521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079b944-edef-4046-86fe-089897f69d21 req-90f5bad8-06ce-4fe4-9dad-22f414115f7f tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:57.013169 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8079b944-edef-4046-86fe-089897f69d21 req-90f5bad8-06ce-4fe4-9dad-22f414115f7f tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.0998204
Apr 15 11:08:57.063526 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:57.068655 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8079b944-edef-4046-86fe-089897f69d21 req-5cb45427-9d01-4788-b232-e16d46cd28fd tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486443
Apr 15 11:08:57.105974 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 52764) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:08:57.148336 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5d121a3e-ff79-4861-a475-d7bcb5532790 req-28f0dfb3-70f4-479c-814b-ec69910736f8 service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1661453
Apr 15 11:08:57.252266 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10194fcf-6da4-406e-a54e-a0f96d6a1812 tempest-TestShelveInstance-1563068031 tempest-TestShelveInstance-1563068031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:08:57.253029 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-10194fcf-6da4-406e-a54e-a0f96d6a1812 tempest-TestShelveInstance-1563068031 tempest-TestShelveInstance-1563068031-project-admin] Synchronizing usage tracker for tenant:ad3590c09afe4eec9029524dba439470 on resource:port {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:08:57.269121 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-10194fcf-6da4-406e-a54e-a0f96d6a1812 tempest-TestShelveInstance-1563068031 tempest-TestShelveInstance-1563068031-project-admin] Unset dirty status for tenant:ad3590c09afe4eec9029524dba439470 on resource:port {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:08:57.270364 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-10194fcf-6da4-406e-a54e-a0f96d6a1812 tempest-TestShelveInstance-1563068031 tempest-TestShelveInstance-1563068031-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 1093 time: 0.1631668
Apr 15 11:08:57.273699 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 52770) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:08:57.279664 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Request body: {'floatingip': {'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'port_id': '07a6fe04-0c89-499e-9d44-104210791060', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=85320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:08:57.286724 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:08:57.291541 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Usage tracker for resource:floatingip and tenant:8f5b0aeca07749e5853fd41afc9717a6 is out of sync, need to count used quota {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:08:57.294687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:08:57.301032 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:08:57.311319 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for floatingip, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:57.516078 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:57.673142 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Allocated IP 172.27.0.34 (1eeb9c89-2bb9-4c7f-a0e4-333ef2157091/78180e32-2848-4a5f-839b-5eade47ae7ad/9efeef74-b3e0-4c4b-b525-3454313074f6) {{(pid=85320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:08:58.113399 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for port, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:58.150687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:58.179659 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dfbf3747-b1c9-4537-bab1-67920e71a66c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:58.361076 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Pushing event updated for resources: {'Port': ['ID=9efeef74-b3e0-4c4b-b525-3454313074f6,revision_number=1']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:58.387031 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:58.387370 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:58.387744 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:58.388155 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:58.388566 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:58.388969 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:58.389455 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:58.389865 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:58.390314 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:58.390748 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:58.391150 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:58.391546 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:08:58.398720 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:58.445786 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is already hosted by enough agents. {{(pid=85320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:08:58.447978 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Resources bound (agent type, host, resource id):  {{(pid=85320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:08:58.451672 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Received port after_create {{(pid=85320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:08:59.070976 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:59.172551 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:59.482495 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for port, precommit_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:59.486555 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2693538'] for port, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:59.502634 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-593a8ba6-cb0f-45d0-b6dc-222dc260d2f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:08:59.648082 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Pushing event updated for resources: {'Port': ['ID=9efeef74-b3e0-4c4b-b525-3454313074f6,revision_number=2']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:08:59.654955 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:08:59.765851 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006503'] for floatingip, after_update {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:08:59.961870 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_db [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Floating IP 76577bdb-055f-4a22-9903-5799a615c0ce associated. External IP: 172.27.0.34, port: 07a6fe04-0c89-499e-9d44-104210791060.
Apr 15 11:09:00.274125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:00.391699 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Router 77f833b4-18a1-41a0-9620-d458541e21cc has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:09:00.592197 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:09:00.604186 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f5e99b-61fb-416b-985a-ac25fe858e15 None None] Sync routers for ids ['77f833b4-18a1-41a0-9620-d458541e21cc'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:09:00.615093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f5e99b-61fb-416b-985a-ac25fe858e15 None None] Routers {'77f833b4-18a1-41a0-9620-d458541e21cc'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:09:00.615796 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-a5f5e99b-61fb-416b-985a-ac25fe858e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5da16a0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:08:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['77f833b4-18a1-41a0-9620-d458541e21cc'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:09:00.622394 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:00.696363 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.4214051
Apr 15 11:09:00.697103 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14b78fb-b95c-4aa6-b3ed-b2fe7d772b14', 'tag': '07a6fe04-0c89-499e-9d44-104210791060'}] {{(pid=85320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:09:00.826134 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14b78fb-b95c-4aa6-b3ed-b2fe7d772b14', 'tag': '07a6fe04-0c89-499e-9d44-104210791060', 'status': 'completed', 'code': 200}
Apr 15 11:09:00.882160 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-a5f5e99b-61fb-416b-985a-ac25fe858e15 None None] Set router 77f833b4-18a1-41a0-9620-d458541e21cc gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:09:00.973390 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d3586-30e5-45f9-af4c-e46d816385e3 req-92c44670-ab71-4b95-b25c-34544a5cebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:00.975517 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-859d3586-30e5-45f9-af4c-e46d816385e3 req-92c44670-ab71-4b95-b25c-34544a5cebf2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8f5b0aeca07749e5853fd41afc9717a6&device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 1098 time: 0.1021700
Apr 15 11:09:01.161167 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d3586-30e5-45f9-af4c-e46d816385e3 req-df606b82-0316-47cb-b5f3-c251b4e47e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:01.163323 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-859d3586-30e5-45f9-af4c-e46d816385e3 req-df606b82-0316-47cb-b5f3-c251b4e47e8c service neutron] 10.222.0.99 "GET /v2.0/networks?id=71f67761-4627-416f-b775-4cf090e2cb02 HTTP/1.1" status: 200  len: 910 time: 0.1807928
Apr 15 11:09:01.292120 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-859d3586-30e5-45f9-af4c-e46d816385e3 req-6180d7bf-4551-447e-bb64-c2dd2db2e6a7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a6fe04-0c89-499e-9d44-104210791060 HTTP/1.1" status: 200  len: 998 time: 0.1219499
Apr 15 11:09:01.366771 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d3586-30e5-45f9-af4c-e46d816385e3 req-75004208-13b9-47a4-8930-2414236db3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:01.368570 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-859d3586-30e5-45f9-af4c-e46d816385e3 req-75004208-13b9-47a4-8930-2414236db3e8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8 HTTP/1.1" status: 200  len: 847 time: 0.0706439
Apr 15 11:09:01.402444 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-a5f5e99b-61fb-416b-985a-ac25fe858e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5da16a0>, [{'id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'name': 'tempest-TestShelveInstance-185141957-router', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:07:54Z', 'updated_at': '2021-04-15T11:08:00Z', 'revision_number': 4, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'gw_port': {'id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:55Z', 'updated_at': '2021-04-15T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '76577bdb-055f-4a22-9903-5799a615c0ce', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'port_id': '07a6fe04-0c89-499e-9d44-104210791060', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02', 'mac_address': 'fa:16:3e:32:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14b78fb-b95c-4aa6-b3ed-b2fe7d772b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:08:59Z', 'updated_at': '2021-04-15T11:08:59Z', 'revision_number': 0, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3566f1fd-8b2a-4774-9cf3-39b77f5bb512', 'name': '', 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'mac_address': 'fa:16:3e:4e:2d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:59Z', 'updated_at': '2021-04-15T11:08:13Z', 'revision_number': 5, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'subnets': [{'id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:09:01.408262 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f5e99b-61fb-416b-985a-ac25fe858e15 None None] Checking router: 77f833b4-18a1-41a0-9620-d458541e21cc for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:09:01.420804 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f5e99b-61fb-416b-985a-ac25fe858e15 None None] Routers {'77f833b4-18a1-41a0-9620-d458541e21cc'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:09:01.421495 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-a5f5e99b-61fb-416b-985a-ac25fe858e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5da16a0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:08:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['77f833b4-18a1-41a0-9620-d458541e21cc'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:09:01.492159 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d3586-30e5-45f9-af4c-e46d816385e3 req-47960f68-59f4-439c-a7d5-33dda36d604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:01.495070 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-859d3586-30e5-45f9-af4c-e46d816385e3 req-47960f68-59f4-439c-a7d5-33dda36d604a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=71f67761-4627-416f-b775-4cf090e2cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1193388
Apr 15 11:09:01.686998 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-a5f5e99b-61fb-416b-985a-ac25fe858e15 None None] Set router 77f833b4-18a1-41a0-9620-d458541e21cc gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:09:01.934991 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-859d3586-30e5-45f9-af4c-e46d816385e3 req-c2d32165-6cf3-450e-b0dc-532fc84bd3ce service neutron] 10.222.0.99 "GET /v2.0/networks/71f67761-4627-416f-b775-4cf090e2cb02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4335227
Apr 15 11:09:02.089734 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-859d3586-30e5-45f9-af4c-e46d816385e3 req-b6f03360-44f0-4a3d-bd66-2a2660c36dd6 service neutron] 10.222.0.99 "GET /v2.0/networks/71f67761-4627-416f-b775-4cf090e2cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478832
Apr 15 11:09:02.406424 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-a5f5e99b-61fb-416b-985a-ac25fe858e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5da16a0>, [{'id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'name': 'tempest-TestShelveInstance-185141957-router', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:07:54Z', 'updated_at': '2021-04-15T11:08:00Z', 'revision_number': 4, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'gw_port': {'id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:55Z', 'updated_at': '2021-04-15T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '76577bdb-055f-4a22-9903-5799a615c0ce', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'port_id': '07a6fe04-0c89-499e-9d44-104210791060', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02', 'mac_address': 'fa:16:3e:32:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14b78fb-b95c-4aa6-b3ed-b2fe7d772b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:08:59Z', 'updated_at': '2021-04-15T11:08:59Z', 'revision_number': 0, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3566f1fd-8b2a-4774-9cf3-39b77f5bb512', 'name': '', 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'mac_address': 'fa:16:3e:4e:2d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:59Z', 'updated_at': '2021-04-15T11:08:13Z', 'revision_number': 5, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'subnets': [{'id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:09:02.411498 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f5e99b-61fb-416b-985a-ac25fe858e15 None None] The sync data for ids ['77f833b4-18a1-41a0-9620-d458541e21cc'] in dv-cinder-786386-1-iscsi is: [{'id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'name': 'tempest-TestShelveInstance-185141957-router', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:07:54Z', 'updated_at': '2021-04-15T11:08:00Z', 'revision_number': 4, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'gw_port': {'id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:55Z', 'updated_at': '2021-04-15T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': '76577bdb-055f-4a22-9903-5799a615c0ce', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'port_id': '07a6fe04-0c89-499e-9d44-104210791060', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02', 'mac_address': 'fa:16:3e:32:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14b78fb-b95c-4aa6-b3ed-b2fe7d772b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:08:59Z', 'updated_at': '2021-04-15T11:08:59Z', 'revision_number': 0, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3566f1fd-8b2a-4774-9cf3-39b77f5bb512', 'name': '', 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'mac_address': 'fa:16:3e:4e:2d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:59Z', 'updated_at': '2021-04-15T11:08:13Z', 'revision_number': 5, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'subnets': [{'id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:09:02.734979 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ef5fde-b7af-4095-9e26-6e686f2e50ad None None] New status for floating IP 76577bdb-055f-4a22-9903-5799a615c0ce: ACTIVE {{(pid=85323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:09:18.507786 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:09:21.304570 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:23.833978 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8b8c8dc6-d760-4885-99d6-f53cc97e85ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:25.454784 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3734fdfd-341c-407b-8754-ad0d537a1629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:26.718170 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:27.057625 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:30.265200 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:47.526482 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-43790b1a-dcaa-4bce-ae36-d1e6dc6920b6 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369435529&fields=id&tenant_id=88aa0bab568f4a5aa59730c0ed5f2114 HTTP/1.1" status: 200  len: 267 time: 0.0556204
Apr 15 11:09:47.700612 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-61fcfb04-9eeb-410c-bf74-dee35b42ea4a tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:47.702745 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-61fcfb04-9eeb-410c-bf74-dee35b42ea4a tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/networks?id=bab36b9c-674d-4261-ab81-d4fb1bd1f111 HTTP/1.1" status: 200  len: 811 time: 0.1683049
Apr 15 11:09:47.721314 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-ee9dad25-1b9d-4217-a29c-7c8bab0f44f8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/quotas/88aa0bab568f4a5aa59730c0ed5f2114 HTTP/1.1" status: 200  len: 375 time: 0.0116639
Apr 15 11:09:48.091869 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-1cefde0d-d894-42c4-abec-892370c32a94 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114&fields=id HTTP/1.1" status: 200  len: 440 time: 0.3634427
Apr 15 11:09:48.308274 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-4556b63c-8172-4c70-a9c9-c3677e13eb1f service neutron] 10.222.0.100 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2026615
Apr 15 11:09:48.464913 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-4449cb70-9b2b-413d-a142-25ada2594c34 service neutron] 10.222.0.100 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1495938
Apr 15 11:09:49.030486 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9a0c6691-6be7-4dbf-8486-9b7915c5ff52 req-9ceae99c-f729-46b8-af4a-c84ae13f5ca8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 210 time: 0.0850484
Apr 15 11:09:50.217894 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3efa86eb-cba8-4e2d-97ee-93c42b75c0a8 req-13187ad9-4126-4df5-a78a-468bc5dbefc4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 210 time: 0.0525188
Apr 15 11:09:50.362913 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-9897f2c0-fe5c-45cc-a1d5-7a9b7ef9594e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:50.364635 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-9897f2c0-fe5c-45cc-a1d5-7a9b7ef9594e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.99 "GET /v2.0/networks?id=bab36b9c-674d-4261-ab81-d4fb1bd1f111 HTTP/1.1" status: 200  len: 811 time: 0.1870220
Apr 15 11:09:50.481715 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-2e5101dd-fc7c-427a-a793-313462f30c77 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114 HTTP/1.1" status: 200  len: 8059 time: 0.1027503
Apr 15 11:09:50.505598 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Request body: {'port': {'device_id': '25e8d363-50fc-4928-9287-b17b24ea98dd', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'admin_state_up': True, 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'security_groups': ['9b9d7255-8ac6-4ca3-8357-194666929685']}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:09:50.681108 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:09:50.686142 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Usage tracker for resource:port and tenant:88aa0bab568f4a5aa59730c0ed5f2114 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:09:50.689687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Quota usage for port was recalculated. Used quota:5. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:09:50.700275 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:09:50.715996 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Made reservation on behalf of 88aa0bab568f4a5aa59730c0ed5f2114 for: {'port': 1} {{(pid=85321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 11:09:50.727458 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:50.960066 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Allocated IP 172.20.0.10 (bab36b9c-674d-4261-ab81-d4fb1bd1f111/25ef98a8-7013-4b9f-8a45-b0570fc1d72f/e511e6b2-6cb5-42ba-905e-d8b3c2b5d200) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:09:51.193676 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:51.213567 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Transition to ACTIVE for port object e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 will not be triggered until provisioned by entity DHCP. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:09:51.240037 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:51.260387 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b0c22df2-4729-4931-803a-0957f409c174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:09:51.350827 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:51.421123 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event updated for resources: {'Port': ['ID=e511e6b2-6cb5-42ba-905e-d8b3c2b5d200,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:09:51.437353 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:09:51.437792 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:09:51.438221 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:09:51.438676 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:09:51.439098 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:09:51.439514 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:09:51.439932 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:09:51.440345 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:09:51.440766 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:09:51.441175 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:09:51.441584 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:09:51.441965 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:09:51.458515 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:09:51.504482 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Network bab36b9c-674d-4261-ab81-d4fb1bd1f111 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:09:51.506815 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:09:51.513121 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:09:51.543521 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489fb5f-a83c-4c2f-abef-1302d0d0750f req-bec2a1d2-e51d-4d23-b027-b250076f0bf1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:51.546549 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c489fb5f-a83c-4c2f-abef-1302d0d0750f req-bec2a1d2-e51d-4d23-b027-b250076f0bf1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 932 time: 0.1375296
Apr 15 11:09:51.586281 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:51.587582 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:51.617376 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1163437
Apr 15 11:09:51.636622 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Request body: {'port': {'device_id': '25e8d363-50fc-4928-9287-b17b24ea98dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:09:51.649875 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c489fb5f-a83c-4c2f-abef-1302d0d0750f req-fac1c6b0-22ef-4a2a-b24e-4ff6d866de05 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0888951
Apr 15 11:09:51.759796 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-264c122f-8bb5-4b8d-bc89-1a89bed65a0f None None] Provisioning for port e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 completed by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:09:51.766676 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-264c122f-8bb5-4b8d-bc89-1a89bed65a0f None None] Provisioning complete for port e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 triggered by entity DHCP. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:09:51.767154 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-264c122f-8bb5-4b8d-bc89-1a89bed65a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:51.777590 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:51.828593 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-264c122f-8bb5-4b8d-bc89-1a89bed65a0f None None] Port e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 cannot update to ACTIVE because it is not bound. {{(pid=85322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 11:09:52.233241 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 {{(pid=85321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:09:52.241816 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:52.259173 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Transition to ACTIVE for port object e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 will not be triggered until provisioned by entity L2. {{(pid=85321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 11:09:52.262145 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:52.278381 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d77592c7-af76-43b8-94fe-13070c3271a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:09:52.418855 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Pushing event updated for resources: {'Port': ['ID=e511e6b2-6cb5-42ba-905e-d8b3c2b5d200,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:09:52.424796 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:09:52.669365 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Attempting to bind port e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 11:09:52.669669 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Attempting to bind port e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 11:09:52.670027 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Attempting to bind port e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 on network bab36b9c-674d-4261-ab81-d4fb1bd1f111 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:09:52.675168 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Port e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 on network bab36b9c-674d-4261-ab81-d4fb1bd1f111 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 11:09:52.675538 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Attempting to bind port e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 on network bab36b9c-674d-4261-ab81-d4fb1bd1f111 {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 11:09:52.682367 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Checking agent: {'id': '4c845406-e4ee-4652-851f-9b7dae85733b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'started_at': datetime.datetime(2021, 4, 15, 10, 54, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 11:09:52.682824 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Checking segment: {'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 11:09:52.683259 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Bound using segment: {'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'} {{(pid=85321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 11:09:52.683734 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Bound port: e511e6b2-6cb5-42ba-905e-d8b3c2b5d200, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca71cc89-c663-412a-a6b8-bc60581645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111'}}] {{(pid=85321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 11:09:52.684128 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:52.797781 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] For port e511e6b2-6cb5-42ba-905e-d8b3c2b5d200, host hv-cinder-78638, cleared binding levels {{(pid=85321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 11:09:52.801511 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] For port e511e6b2-6cb5-42ba-905e-d8b3c2b5d200, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e511e6b2-6cb5-42ba-905e-d8b3c2b5d200,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 11:09:52.806123 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:52.822501 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f7200175-def1-4398-ae1d-51dc41940dcc tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:09:52.877066 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b1ece-e02a-44f7-9e8c-7e7bbabf8d9a req-98c469c1-fc2e-462e-9db3-ac80596d4717 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:52.878838 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a86b1ece-e02a-44f7-9e8c-7e7bbabf8d9a req-98c469c1-fc2e-462e-9db3-ac80596d4717 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 944 time: 0.1016252
Apr 15 11:09:52.941656 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a86b1ece-e02a-44f7-9e8c-7e7bbabf8d9a req-88e0694d-19de-4eb2-9b61-64a093f1b122 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550053
Apr 15 11:09:52.991351 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Pushing event updated for resources: {'Port': ['ID=e511e6b2-6cb5-42ba-905e-d8b3c2b5d200,revision_number=3']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:09:52.995366 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:09:53.039881 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:53.040912 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:53.042436 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-cd06252d-8a22-4b86-8866-4da4efc46dac service neutron] 10.222.0.99 "PUT /v2.0/ports/e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 HTTP/1.1" status: 200  len: 1094 time: 1.4109426
Apr 15 11:09:53.043376 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e8d363-50fc-4928-9287-b17b24ea98dd', 'tag': 'e511e6b2-6cb5-42ba-905e-d8b3c2b5d200'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:09:53.104551 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e8d363-50fc-4928-9287-b17b24ea98dd', 'tag': 'e511e6b2-6cb5-42ba-905e-d8b3c2b5d200', 'status': 'completed', 'code': 200}
Apr 15 11:09:53.214776 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-afa5fd08-d8c7-4958-81aa-59a18c6e1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:53.217569 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-afa5fd08-d8c7-4958-81aa-59a18c6e1e77 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114&device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 1097 time: 0.0993342
Apr 15 11:09:53.308599 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-daa8d2e5-2792-453f-857d-fbf47ec213dc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 HTTP/1.1" status: 200  len: 217 time: 0.0786626
Apr 15 11:09:53.384806 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-4e71a216-700e-4f53-a00f-4061591891c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:53.386675 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-4e71a216-700e-4f53-a00f-4061591891c9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=25ef98a8-7013-4b9f-8a45-b0570fc1d72f HTTP/1.1" status: 200  len: 850 time: 0.0709734
Apr 15 11:09:53.484758 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-f1593646-3bae-4e03-af2c-288c22f901db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:53.486424 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-f1593646-3bae-4e03-af2c-288c22f901db service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bab36b9c-674d-4261-ab81-d4fb1bd1f111&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0925038
Apr 15 11:09:53.640016 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-67c2b50e-f6f0-4709-9725-b96751803aec service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468670
Apr 15 11:09:53.794255 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-8c73dfea-61e3-45ff-b33e-4e9d1505c05b req-9f749721-719d-4497-9bce-234c0c9c542c service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477430
Apr 15 11:09:53.838957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-275fecc5-27df-4fec-8ee2-792a795bb6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:53.966543 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d70ab4-af03-4b29-99a6-2e6548563138 req-5ca9decf-2912-4012-8783-718b5cf0efba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:53.968496 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-72d70ab4-af03-4b29-99a6-2e6548563138 req-5ca9decf-2912-4012-8783-718b5cf0efba service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114&device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 1097 time: 0.0879083
Apr 15 11:09:54.127702 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d70ab4-af03-4b29-99a6-2e6548563138 req-bb900a77-8638-4c3f-855b-97b137c3f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:54.129254 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-72d70ab4-af03-4b29-99a6-2e6548563138 req-bb900a77-8638-4c3f-855b-97b137c3f410 service neutron] 10.222.0.99 "GET /v2.0/networks?id=bab36b9c-674d-4261-ab81-d4fb1bd1f111 HTTP/1.1" status: 200  len: 913 time: 0.1538868
Apr 15 11:09:54.167173 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e29fde-4302-4288-bdad-34ba8299d196 req-922824ad-cb67-464e-8619-6665446a44f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:54.168904 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b2e29fde-4302-4288-bdad-34ba8299d196 req-922824ad-cb67-464e-8619-6665446a44f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 944 time: 0.0986259
Apr 15 11:09:54.221130 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-72d70ab4-af03-4b29-99a6-2e6548563138 req-f58789ed-eeb2-4b0c-b84f-8ab6d5b6abfe service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 HTTP/1.1" status: 200  len: 217 time: 0.0821474
Apr 15 11:09:54.223725 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-b2e29fde-4302-4288-bdad-34ba8299d196 req-4b7d9640-8eff-44cb-8cf2-70704934dcb8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475681
Apr 15 11:09:54.297706 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d70ab4-af03-4b29-99a6-2e6548563138 req-c74f2028-3858-4065-b405-477b8e04d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:54.299377 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-72d70ab4-af03-4b29-99a6-2e6548563138 req-c74f2028-3858-4065-b405-477b8e04d458 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=25ef98a8-7013-4b9f-8a45-b0570fc1d72f HTTP/1.1" status: 200  len: 850 time: 0.0689003
Apr 15 11:09:54.390480 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d70ab4-af03-4b29-99a6-2e6548563138 req-1bdde69f-d00b-4532-9221-5f696c0cc971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:54.392173 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-72d70ab4-af03-4b29-99a6-2e6548563138 req-1bdde69f-d00b-4532-9221-5f696c0cc971 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bab36b9c-674d-4261-ab81-d4fb1bd1f111&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832584
Apr 15 11:09:54.549791 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-72d70ab4-af03-4b29-99a6-2e6548563138 req-b26e7ad3-09f6-435f-a771-33254746f500 service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504972
Apr 15 11:09:54.724614 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-72d70ab4-af03-4b29-99a6-2e6548563138 req-4cf28233-e99a-47b9-9621-cc82f8cd4510 service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1682160
Apr 15 11:09:55.439326 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e7242-4053-4e2a-ba3c-a2e072361450 req-5f6892d5-e1c2-49ff-bb5e-b4898bb300aa tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:55.441061 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-040e7242-4053-4e2a-ba3c-a2e072361450 req-5f6892d5-e1c2-49ff-bb5e-b4898bb300aa tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 944 time: 0.0981870
Apr 15 11:09:55.458718 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-cef30809-6d6e-45fe-b479-8c55596102ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:55.494223 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-040e7242-4053-4e2a-ba3c-a2e072361450 req-1d734d56-3e2e-4894-bd56-5fe6b3ade1a1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451255
Apr 15 11:09:55.514022 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:09:56.167084 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c5c526a8-7712-4292-980d-c95eaf7cfc07 req-d1705432-f435-464c-accc-376e62e40a46 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0911632
Apr 15 11:09:56.288440 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c526a8-7712-4292-980d-c95eaf7cfc07 req-2195c59e-2f60-46c3-9805-92ed4f511b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:56.290137 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c5c526a8-7712-4292-980d-c95eaf7cfc07 req-2195c59e-2f60-46c3-9805-92ed4f511b3c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8f5b0aeca07749e5853fd41afc9717a6&device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 1098 time: 0.0818570
Apr 15 11:09:56.464452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c526a8-7712-4292-980d-c95eaf7cfc07 req-4d6fe7e3-0ed6-4458-b329-8382b967a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:56.466038 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c5c526a8-7712-4292-980d-c95eaf7cfc07 req-4d6fe7e3-0ed6-4458-b329-8382b967a823 service neutron] 10.222.0.99 "GET /v2.0/networks?id=71f67761-4627-416f-b775-4cf090e2cb02 HTTP/1.1" status: 200  len: 910 time: 0.1552002
Apr 15 11:09:56.725462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:56.779483 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475010e5-ccc3-492b-b3d5-0dd25a80882d req-17cd0424-3594-429a-9486-f63d82a649eb tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:56.781348 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-475010e5-ccc3-492b-b3d5-0dd25a80882d req-17cd0424-3594-429a-9486-f63d82a649eb tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 944 time: 0.1243997
Apr 15 11:09:56.837143 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-475010e5-ccc3-492b-b3d5-0dd25a80882d req-a8816f79-a094-49e0-80b6-ac70fb90366d tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448186
Apr 15 11:09:56.853341 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c5c526a8-7712-4292-980d-c95eaf7cfc07 req-22ed46f6-5e1e-4368-807d-c581a17754b1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a6fe04-0c89-499e-9d44-104210791060 HTTP/1.1" status: 200  len: 1000 time: 0.3794625
Apr 15 11:09:56.930817 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c526a8-7712-4292-980d-c95eaf7cfc07 req-babca1e1-df3c-4c34-9cd5-19d1fb55b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:56.932414 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c5c526a8-7712-4292-980d-c95eaf7cfc07 req-babca1e1-df3c-4c34-9cd5-19d1fb55b875 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8 HTTP/1.1" status: 200  len: 847 time: 0.0716407
Apr 15 11:09:57.024458 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c526a8-7712-4292-980d-c95eaf7cfc07 req-1a095f55-dd51-4590-bd6a-8558662be56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:57.026019 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c5c526a8-7712-4292-980d-c95eaf7cfc07 req-1a095f55-dd51-4590-bd6a-8558662be56e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=71f67761-4627-416f-b775-4cf090e2cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860822
Apr 15 11:09:57.073064 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:09:57.195516 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c5c526a8-7712-4292-980d-c95eaf7cfc07 req-9d1af4a3-5f8a-4ec6-a81a-fdab9d0964ec service neutron] 10.222.0.99 "GET /v2.0/networks/71f67761-4627-416f-b775-4cf090e2cb02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627502
Apr 15 11:09:57.353129 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c5c526a8-7712-4292-980d-c95eaf7cfc07 req-5da4e8eb-be32-4b0f-8caa-955011225b7c service neutron] 10.222.0.99 "GET /v2.0/networks/71f67761-4627-416f-b775-4cf090e2cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1508663
Apr 15 11:09:58.071076 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f3e04-813d-4107-85f7-8f1a354131f4 req-81c696cf-24b9-48f6-ad9b-8cd94c059ff8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:58.073256 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-112f3e04-813d-4107-85f7-8f1a354131f4 req-81c696cf-24b9-48f6-ad9b-8cd94c059ff8 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 944 time: 0.1056254
Apr 15 11:09:58.136775 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-112f3e04-813d-4107-85f7-8f1a354131f4 req-cc436bda-6591-473b-afbe-4dad83884f6b tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565109
Apr 15 11:09:59.376008 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5a8e3-637d-4d6e-9ac0-084bf6f7a41a req-b3c3a641-1298-408b-ac6b-103cd3829423 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:09:59.377750 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-34a5a8e3-637d-4d6e-9ac0-084bf6f7a41a req-b3c3a641-1298-408b-ac6b-103cd3829423 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 944 time: 0.0928459
Apr 15 11:09:59.435056 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-34a5a8e3-637d-4d6e-9ac0-084bf6f7a41a req-50b56a12-331f-49ba-b865-9796550a65a5 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498724
Apr 15 11:10:00.270391 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:00.642110 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e9200-2b65-47ac-81af-4cef281869ca req-d351a98d-4640-474a-ba47-6dd9f30e3e80 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:00.643827 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-879e9200-2b65-47ac-81af-4cef281869ca req-d351a98d-4640-474a-ba47-6dd9f30e3e80 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 944 time: 0.0921097
Apr 15 11:10:00.715622 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-879e9200-2b65-47ac-81af-4cef281869ca req-732e081c-ca77-4adc-b74e-2379bff026c3 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615129
Apr 15 11:10:01.931721 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f8642-3e49-4b51-a763-eefd0e5f34f7 req-f37a1009-243f-4e21-a980-0c311a17a465 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:01.933481 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-209f8642-3e49-4b51-a763-eefd0e5f34f7 req-f37a1009-243f-4e21-a980-0c311a17a465 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 944 time: 0.0990090
Apr 15 11:10:01.985412 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-209f8642-3e49-4b51-a763-eefd0e5f34f7 req-f19d4a16-dcf6-40c0-9c18-7745bdafd5be tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451202
Apr 15 11:10:02.092949 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:10:02.256596 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port e511e6b2-6cb5-42ba-905e-d8b3c2b5d200, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e511e6b2-6cb5-42ba-905e-d8b3c2b5d200,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:10:02.276764 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': 'e511e6b2-6cb5-42ba-905e-d8b3c2b5d200', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'port_id': 'e511e6b2-6cb5-42ba-905e-d8b3c2b5d200', 'mac_address': 'fa:16:3e:c3:f7:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:10:02.341588 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:02.361600 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:10:02.378980 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port e511e6b2-6cb5-42ba-905e-d8b3c2b5d200, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e511e6b2-6cb5-42ba-905e-d8b3c2b5d200,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:10:02.381967 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:02.384524 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:10:02.459567 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=e511e6b2-6cb5-42ba-905e-d8b3c2b5d200,revision_number=4']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:10:02.468857 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:10:02.469242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:10:02.469626 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:10:02.469983 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:10:02.470362 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:10:02.470804 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:10:02.471177 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:10:02.471547 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:10:02.471917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:10:02.472291 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:10:02.472659 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:10:02.473020 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:10:02.477488 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:10:02.687564 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['e511e6b2-6cb5-42ba-905e-d8b3c2b5d200'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:10:03.231343 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08bfc6-1986-4861-8c62-b2181e540e3c req-c92562fb-5f4e-4336-9eca-751816a3cbb6 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:03.233057 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4a08bfc6-1986-4861-8c62-b2181e540e3c req-c92562fb-5f4e-4336-9eca-751816a3cbb6 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 945 time: 0.1245933
Apr 15 11:10:03.284318 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4a08bfc6-1986-4861-8c62-b2181e540e3c req-3c368e5d-2607-42f1-89cd-537ffe9e1b6f tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439715
Apr 15 11:10:04.092539 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:10:04.211081 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning for port e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 completed by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 11:10:04.217080 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:10:04.217804 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:04.551904 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:04.595154 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff293d1-d36d-4367-a3f7-8f66b6eb997d req-4609af4d-b991-46e0-af5c-21c7eb66234c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:04.596039 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e8d363-50fc-4928-9287-b17b24ea98dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e511e6b2-6cb5-42ba-905e-d8b3c2b5d200'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:10:04.597920 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2ff293d1-d36d-4367-a3f7-8f66b6eb997d req-4609af4d-b991-46e0-af5c-21c7eb66234c tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 945 time: 0.1190021
Apr 15 11:10:04.610926 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port e511e6b2-6cb5-42ba-905e-d8b3c2b5d200, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e511e6b2-6cb5-42ba-905e-d8b3c2b5d200,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:10:04.615422 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:04.619868 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e137372c-e010-4144-b071-3cf5db8071c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:10:04.671730 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2ff293d1-d36d-4367-a3f7-8f66b6eb997d req-0294eb5a-e918-4ba7-be56-14e62e899adf tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643644
Apr 15 11:10:04.679181 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e8d363-50fc-4928-9287-b17b24ea98dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e511e6b2-6cb5-42ba-905e-d8b3c2b5d200', 'code': 200}
Apr 15 11:10:04.735789 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=e511e6b2-6cb5-42ba-905e-d8b3c2b5d200,revision_number=5']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:10:04.739522 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:10:05.013818 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94abc39-c31e-42d6-b6e4-09b9807988d8 req-bac07ab1-bd8e-493c-b5fd-578c2dd8c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:05.015680 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f94abc39-c31e-42d6-b6e4-09b9807988d8 req-bac07ab1-bd8e-493c-b5fd-578c2dd8c001 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 1099 time: 0.0838990
Apr 15 11:10:05.067365 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-f94abc39-c31e-42d6-b6e4-09b9807988d8 req-1a1e32c1-de05-42ae-82a2-f6f7e6b3b8f0 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450571
Apr 15 11:10:05.896616 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec05a4-3521-4ba8-b1dd-14126ffb4a20 req-e90e96b8-710a-49a8-b581-c44cc4c914d1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:05.898910 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a3ec05a4-3521-4ba8-b1dd-14126ffb4a20 req-e90e96b8-710a-49a8-b581-c44cc4c914d1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 946 time: 0.0936315
Apr 15 11:10:05.961421 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-a3ec05a4-3521-4ba8-b1dd-14126ffb4a20 req-cb5434b6-2eca-4185-bdea-2546b8d0699e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498977
Apr 15 11:10:07.195574 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cbe49-e5ea-4ff5-87db-36cb062653bf req-47683fbf-16d5-4295-9c71-89258de47677 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:07.197321 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-587cbe49-e5ea-4ff5-87db-36cb062653bf req-47683fbf-16d5-4295-9c71-89258de47677 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 946 time: 0.0953755
Apr 15 11:10:07.289990 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-587cbe49-e5ea-4ff5-87db-36cb062653bf req-8332db7c-eb34-4882-9458-f08d468dc196 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851209
Apr 15 11:10:07.515659 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a4f65-e8db-49cd-a521-67a32fedcc11 req-c80b6ab4-e37e-4997-ae3e-9e9bfb8c1027 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:07.517393 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-201a4f65-e8db-49cd-a521-67a32fedcc11 req-c80b6ab4-e37e-4997-ae3e-9e9bfb8c1027 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 946 time: 0.0982070
Apr 15 11:10:07.570987 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-201a4f65-e8db-49cd-a521-67a32fedcc11 req-a0de8751-4354-4638-9260-c4165fb5d544 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461042
Apr 15 11:10:07.597443 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 52886) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:10:07.684900 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617efe27-a299-481b-b7a4-af7d3fcd0494 tempest-TestVolumeBootPattern-453877587 tempest-TestVolumeBootPattern-453877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:07.686754 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-617efe27-a299-481b-b7a4-af7d3fcd0494 tempest-TestVolumeBootPattern-453877587 tempest-TestVolumeBootPattern-453877587-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 1094 time: 0.0880647
Apr 15 11:10:07.690536 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 52890) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:10:07.697349 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.v2.base [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Request body: {'floatingip': {'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'port_id': 'e511e6b2-6cb5-42ba-905e-d8b3c2b5d200', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 11:10:07.704687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 11:10:07.709451 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Usage tracker for resource:floatingip and tenant:88aa0bab568f4a5aa59730c0ed5f2114 is out of sync, need to count used quota {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 11:10:07.713053 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 11:10:07.720309 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.quota.driver [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 11:10:07.734113 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for floatingip, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:08.028361 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:08.320830 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_common [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Allocated IP 172.27.0.213 (1eeb9c89-2bb9-4c7f-a0e4-333ef2157091/78180e32-2848-4a5f-839b-5eade47ae7ad/b335b6ee-7c80-4e31-a5bd-17b9556de47f) {{(pid=85321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 11:10:08.503848 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for port, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:08.536894 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306319989535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:08.553441 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-a3f534a3-9abd-4a02-9712-2a10d7bff58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:10:08.693028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event updated for resources: {'Port': ['ID=b335b6ee-7c80-4e31-a5bd-17b9556de47f,revision_number=1']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:10:08.696330 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:10:08.766198 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Network 1eeb9c89-2bb9-4c7f-a0e4-333ef2157091 is already hosted by enough agents. {{(pid=85321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 11:10:08.767582 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.base_scheduler [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Resources bound (agent type, host, resource id):  {{(pid=85321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 11:10:08.770407 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Received port after_create {{(pid=85321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 11:10:09.269906 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:09.353920 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:09.657102 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for port, precommit_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:09.661376 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853608830'] for port, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:09.678044 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ae73e165-ff3d-4f66-9b20-37c4d898363c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:10:09.823119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event updated for resources: {'Port': ['ID=b335b6ee-7c80-4e31-a5bd-17b9556de47f,revision_number=2']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:10:09.829515 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:10:09.945635 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006503'] for floatingip, after_update {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:10.137477 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_db [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Floating IP d6ee9eab-e7e4-4b7c-8b93-fcc7549b818a associated. External IP: 172.27.0.213, port: e511e6b2-6cb5-42ba-905e-d8b3c2b5d200.
Apr 15 11:10:10.812091 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Router 2cd67529-5ee5-426d-8707-6019e17bb948 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:10:11.020971 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:10:11.032671 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b770c6a-048d-4e6d-8261-643e27e27eef None None] Sync routers for ids ['2cd67529-5ee5-426d-8707-6019e17bb948'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:10:11.045282 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b770c6a-048d-4e6d-8261-643e27e27eef None None] Routers {'2cd67529-5ee5-426d-8707-6019e17bb948'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:10:11.046264 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-8b770c6a-048d-4e6d-8261-643e27e27eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc55e5860>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:09:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cd67529-5ee5-426d-8707-6019e17bb948'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:10:11.049304 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:11.126130 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-924f72d2-b28f-4d7c-9190-bbd09a8c0455 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.4264855
Apr 15 11:10:11.126130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e8d363-50fc-4928-9287-b17b24ea98dd', 'tag': 'e511e6b2-6cb5-42ba-905e-d8b3c2b5d200'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:10:11.210704 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e8d363-50fc-4928-9287-b17b24ea98dd', 'tag': 'e511e6b2-6cb5-42ba-905e-d8b3c2b5d200', 'status': 'completed', 'code': 200}
Apr 15 11:10:11.287825 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-8b770c6a-048d-4e6d-8261-643e27e27eef None None] Set router 2cd67529-5ee5-426d-8707-6019e17bb948 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:10:11.348470 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91e4f1-815c-45f0-9bed-5b800ac6cb5f req-a9b36d59-1648-4243-9ccb-4c62d08d5bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:11.350176 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0e91e4f1-815c-45f0-9bed-5b800ac6cb5f req-a9b36d59-1648-4243-9ccb-4c62d08d5bcc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114&device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 1099 time: 0.0953031
Apr 15 11:10:11.568775 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91e4f1-815c-45f0-9bed-5b800ac6cb5f req-a98f65da-5513-42ca-9b9a-debebae9372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:11.570448 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0e91e4f1-815c-45f0-9bed-5b800ac6cb5f req-a98f65da-5513-42ca-9b9a-debebae9372d service neutron] 10.222.0.99 "GET /v2.0/networks?id=bab36b9c-674d-4261-ab81-d4fb1bd1f111 HTTP/1.1" status: 200  len: 913 time: 0.2137749
Apr 15 11:10:11.693065 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0e91e4f1-815c-45f0-9bed-5b800ac6cb5f req-abdae955-62fb-4fa8-aa2f-389a613035a2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 HTTP/1.1" status: 200  len: 1000 time: 0.1162057
Apr 15 11:10:11.778527 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-8b770c6a-048d-4e6d-8261-643e27e27eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc55e5860>, [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': 'b1024c90-2f1c-4f15-a189-58c4bf3f0c2e', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'port_id': '1835ed6d-a933-4321-91c4-c71ebcb586c6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'mac_address': 'fa:16:3e:9c:54:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:08:09Z', 'updated_at': '2021-04-15T11:08:15Z', 'revision_number': 1, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'fixed_ip_address_scope': None}, {'id': 'd6ee9eab-e7e4-4b7c-8b93-fcc7549b818a', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'port_id': 'e511e6b2-6cb5-42ba-905e-d8b3c2b5d200', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'mac_address': 'fa:16:3e:c3:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8d363-50fc-4928-9287-b17b24ea98dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:10:09Z', 'updated_at': '2021-04-15T11:10:09Z', 'revision_number': 0, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 5, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:10:11.783423 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b770c6a-048d-4e6d-8261-643e27e27eef None None] Checking router: 2cd67529-5ee5-426d-8707-6019e17bb948 for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:10:11.787658 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91e4f1-815c-45f0-9bed-5b800ac6cb5f req-a11bbf49-8765-4ba4-b749-6e7cf9efec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:11.790220 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0e91e4f1-815c-45f0-9bed-5b800ac6cb5f req-a11bbf49-8765-4ba4-b749-6e7cf9efec42 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=25ef98a8-7013-4b9f-8a45-b0570fc1d72f HTTP/1.1" status: 200  len: 850 time: 0.0901601
Apr 15 11:10:11.794836 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b770c6a-048d-4e6d-8261-643e27e27eef None None] Routers {'2cd67529-5ee5-426d-8707-6019e17bb948'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:10:11.795674 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-8b770c6a-048d-4e6d-8261-643e27e27eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc55e5860>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:09:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cd67529-5ee5-426d-8707-6019e17bb948'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:10:11.888582 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91e4f1-815c-45f0-9bed-5b800ac6cb5f req-d2f68d44-8246-470a-b69c-484165d15dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:11.890405 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0e91e4f1-815c-45f0-9bed-5b800ac6cb5f req-d2f68d44-8246-470a-b69c-484165d15dd3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bab36b9c-674d-4261-ab81-d4fb1bd1f111&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0939240
Apr 15 11:10:12.051571 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-8b770c6a-048d-4e6d-8261-643e27e27eef None None] Set router 2cd67529-5ee5-426d-8707-6019e17bb948 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:10:12.106617 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0e91e4f1-815c-45f0-9bed-5b800ac6cb5f req-e22724a0-fc28-4e91-b969-708fdb988ec6 service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2068074
Apr 15 11:10:12.269795 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0e91e4f1-815c-45f0-9bed-5b800ac6cb5f req-d22a9f4c-b297-4dca-8158-153e03f20b80 service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1555412
Apr 15 11:10:12.509303 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-8b770c6a-048d-4e6d-8261-643e27e27eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc55e5860>, [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': 'b1024c90-2f1c-4f15-a189-58c4bf3f0c2e', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'port_id': '1835ed6d-a933-4321-91c4-c71ebcb586c6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'mac_address': 'fa:16:3e:9c:54:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:08:09Z', 'updated_at': '2021-04-15T11:08:15Z', 'revision_number': 1, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'fixed_ip_address_scope': None}, {'id': 'd6ee9eab-e7e4-4b7c-8b93-fcc7549b818a', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'port_id': 'e511e6b2-6cb5-42ba-905e-d8b3c2b5d200', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'mac_address': 'fa:16:3e:c3:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8d363-50fc-4928-9287-b17b24ea98dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:10:09Z', 'updated_at': '2021-04-15T11:10:09Z', 'revision_number': 0, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 5, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:10:12.514024 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b770c6a-048d-4e6d-8261-643e27e27eef None None] The sync data for ids ['2cd67529-5ee5-426d-8707-6019e17bb948'] in dv-cinder-786386-1-iscsi is: [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': 'b1024c90-2f1c-4f15-a189-58c4bf3f0c2e', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'port_id': '1835ed6d-a933-4321-91c4-c71ebcb586c6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'mac_address': 'fa:16:3e:9c:54:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:08:09Z', 'updated_at': '2021-04-15T11:08:15Z', 'revision_number': 1, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'fixed_ip_address_scope': None}, {'id': 'd6ee9eab-e7e4-4b7c-8b93-fcc7549b818a', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'port_id': 'e511e6b2-6cb5-42ba-905e-d8b3c2b5d200', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'mac_address': 'fa:16:3e:c3:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8d363-50fc-4928-9287-b17b24ea98dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:10:09Z', 'updated_at': '2021-04-15T11:10:09Z', 'revision_number': 0, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 5, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:10:12.793966 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ffe443-0243-4828-ad77-4480729036c2 None None] New status for floating IP d6ee9eab-e7e4-4b7c-8b93-fcc7549b818a: ACTIVE {{(pid=85323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:10:21.339275 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:23.833139 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-c09c8038-f6a0-4234-a947-8ccba8f67ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:25.454407 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4784de91-46d3-493a-83c1-6182e408ab40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:26.723941 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:27.068385 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:30.271692 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:32.504593 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:10:51.349448 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:53.837246 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-037e7fdb-c41e-4ea4-9560-34c82b88db42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:54.576306 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f870f-772e-4d3a-820a-82a0e82d8de8 req-54190d67-5d72-4a03-bfc8-54670487b402 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:54.578029 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0d1f870f-772e-4d3a-820a-82a0e82d8de8 req-54190d67-5d72-4a03-bfc8-54670487b402 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.0927663
Apr 15 11:10:54.636244 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0d1f870f-772e-4d3a-820a-82a0e82d8de8 req-9416a049-17f1-4aa7-a3ca-6d37ccaaed04 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511072
Apr 15 11:10:55.460930 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e2183fac-6359-43ab-8b36-a8e75e026ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:55.860966 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4208d6-7ae2-4e64-9a1b-487ebbb67144 req-9879d58a-2477-4243-99bb-19fa44685334 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:55.862800 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6a4208d6-7ae2-4e64-9a1b-487ebbb67144 req-9879d58a-2477-4243-99bb-19fa44685334 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.0940285
Apr 15 11:10:55.925726 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6a4208d6-7ae2-4e64-9a1b-487ebbb67144 req-e25620fc-189e-48e7-a446-1c6a1440e3e1 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546639
Apr 15 11:10:56.728385 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:57.076947 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:10:57.164488 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030487a-e456-4dad-a662-579dfecdf01a req-0698bc01-8e8e-4768-a741-a23d147232dd tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:57.167573 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2030487a-e456-4dad-a662-579dfecdf01a req-0698bc01-8e8e-4768-a741-a23d147232dd tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.1225228
Apr 15 11:10:57.200453 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-52d67281-91e6-4855-901d-7d87cace5b64 req-c84bde41-9836-4a93-a0fc-476f0b0c6aec service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1397994
Apr 15 11:10:57.250972 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2030487a-e456-4dad-a662-579dfecdf01a req-e013a03a-0dc7-4a90-b045-3967f9cbfb1b tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761695
Apr 15 11:10:57.404153 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d67281-91e6-4855-901d-7d87cace5b64 req-69796ab6-442a-45e2-ae2b-97bf29d11c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:57.405732 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-52d67281-91e6-4855-901d-7d87cace5b64 req-69796ab6-442a-45e2-ae2b-97bf29d11c9f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114&device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 1098 time: 0.0826311
Apr 15 11:10:57.577843 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d67281-91e6-4855-901d-7d87cace5b64 req-2373f8fc-b0f2-4880-be15-d618aa5749bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:57.579531 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-52d67281-91e6-4855-901d-7d87cace5b64 req-2373f8fc-b0f2-4880-be15-d618aa5749bd service neutron] 10.222.0.99 "GET /v2.0/networks?id=bab36b9c-674d-4261-ab81-d4fb1bd1f111 HTTP/1.1" status: 200  len: 913 time: 0.1484888
Apr 15 11:10:57.701356 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-52d67281-91e6-4855-901d-7d87cace5b64 req-f80d76d0-6df8-494a-a497-e56772cbdb2b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1835ed6d-a933-4321-91c4-c71ebcb586c6 HTTP/1.1" status: 200  len: 1000 time: 0.1146102
Apr 15 11:10:57.777529 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d67281-91e6-4855-901d-7d87cace5b64 req-ba47f58e-c962-4edc-94e8-f02da1eadb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:57.779194 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-52d67281-91e6-4855-901d-7d87cace5b64 req-ba47f58e-c962-4edc-94e8-f02da1eadb59 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=25ef98a8-7013-4b9f-8a45-b0570fc1d72f HTTP/1.1" status: 200  len: 850 time: 0.0700412
Apr 15 11:10:57.880178 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d67281-91e6-4855-901d-7d87cace5b64 req-7624f406-59a8-41ef-8391-b6654c9765c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:57.882375 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-52d67281-91e6-4855-901d-7d87cace5b64 req-7624f406-59a8-41ef-8391-b6654c9765c1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bab36b9c-674d-4261-ab81-d4fb1bd1f111&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0913992
Apr 15 11:10:58.041329 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-52d67281-91e6-4855-901d-7d87cace5b64 req-4c8ad7cf-1fd3-493e-8d4b-fe78410eb68d service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508322
Apr 15 11:10:58.203230 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-52d67281-91e6-4855-901d-7d87cace5b64 req-a9432540-0fae-4cbd-b333-dfe7bd613b0b service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530843
Apr 15 11:10:58.523452 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f5979-1dfd-4874-a974-cb51bf9655d8 req-094675a9-a06e-452a-91cd-7bbceb53087e tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:58.525203 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1d7f5979-1dfd-4874-a974-cb51bf9655d8 req-094675a9-a06e-452a-91cd-7bbceb53087e tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.0973911
Apr 15 11:10:58.584481 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1d7f5979-1dfd-4874-a974-cb51bf9655d8 req-3cb03b4c-f3d6-40d4-b84a-49deed85b38a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466180
Apr 15 11:10:59.811355 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481b082-240d-4014-824c-44117e6d4a46 req-78d72062-32ca-42a5-9548-033182a2dca5 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:10:59.813093 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9481b082-240d-4014-824c-44117e6d4a46 req-78d72062-32ca-42a5-9548-033182a2dca5 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.1013107
Apr 15 11:10:59.867333 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9481b082-240d-4014-824c-44117e6d4a46 req-e0590b79-1e24-4a74-bb23-7a7e7cec815e tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466490
Apr 15 11:11:00.275062 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:01.089999 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb4500-f017-4bbe-ba87-836e3f3723a0 req-fe358751-576e-4ea3-85e2-bca2fadf180c tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:01.091784 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-04cb4500-f017-4bbe-ba87-836e3f3723a0 req-fe358751-576e-4ea3-85e2-bca2fadf180c tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.1009352
Apr 15 11:11:01.157357 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-04cb4500-f017-4bbe-ba87-836e3f3723a0 req-3dc58120-0b47-4211-940d-8e1293af9cec tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535355
Apr 15 11:11:02.371310 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617beb8-4fbf-4db2-9fc8-22b2681ab9d5 req-bcd08c55-2b97-4133-bd25-a4d5c165d398 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:02.373037 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3617beb8-4fbf-4db2-9fc8-22b2681ab9d5 req-bcd08c55-2b97-4133-bd25-a4d5c165d398 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.0941200
Apr 15 11:11:02.432046 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-3617beb8-4fbf-4db2-9fc8-22b2681ab9d5 req-cd6c370a-b525-49c7-9d11-af0cc6a9007b tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464861
Apr 15 11:11:03.646959 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33e77e-221d-4832-a1e2-b27ef4fafd38 req-636acca8-0296-4cdf-a049-45813cdcf010 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:03.648963 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dd33e77e-221d-4832-a1e2-b27ef4fafd38 req-636acca8-0296-4cdf-a049-45813cdcf010 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.0980437
Apr 15 11:11:03.702224 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dd33e77e-221d-4832-a1e2-b27ef4fafd38 req-7cbebece-2c2b-40e5-9626-14554adfe5d4 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458508
Apr 15 11:11:04.569194 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91601a3c-aed3-4448-95de-4deb4ba5621c req-aebeb582-2822-47b9-945d-68b00bb2e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:04.570890 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-91601a3c-aed3-4448-95de-4deb4ba5621c req-aebeb582-2822-47b9-945d-68b00bb2e946 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8f5b0aeca07749e5853fd41afc9717a6&device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 1098 time: 0.0859900
Apr 15 11:11:04.772687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91601a3c-aed3-4448-95de-4deb4ba5621c req-820043f8-53d7-4190-bd1a-287f022561c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:04.775477 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-91601a3c-aed3-4448-95de-4deb4ba5621c req-820043f8-53d7-4190-bd1a-287f022561c4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=71f67761-4627-416f-b775-4cf090e2cb02 HTTP/1.1" status: 200  len: 910 time: 0.1980801
Apr 15 11:11:04.920429 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aeaca6-caf7-426e-9afb-359a2f5e3405 req-2c5e0a45-da9b-4461-9f51-00a81b0a68d9 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:04.922218 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-00aeaca6-caf7-426e-9afb-359a2f5e3405 req-2c5e0a45-da9b-4461-9f51-00a81b0a68d9 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.0998631
Apr 15 11:11:04.977149 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-00aeaca6-caf7-426e-9afb-359a2f5e3405 req-e2e67b2e-bd10-47f8-9f81-0f67e8619523 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471611
Apr 15 11:11:04.985837 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-91601a3c-aed3-4448-95de-4deb4ba5621c req-b419edb5-d961-45e8-8253-2f33d48d5699 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a6fe04-0c89-499e-9d44-104210791060 HTTP/1.1" status: 200  len: 1000 time: 0.2036645
Apr 15 11:11:05.062860 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91601a3c-aed3-4448-95de-4deb4ba5621c req-235d87e8-b321-49a0-952d-2d944f8a3751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:05.064660 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-91601a3c-aed3-4448-95de-4deb4ba5621c req-235d87e8-b321-49a0-952d-2d944f8a3751 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8 HTTP/1.1" status: 200  len: 847 time: 0.0724623
Apr 15 11:11:05.168270 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91601a3c-aed3-4448-95de-4deb4ba5621c req-82eacbaf-b06f-4e44-a5f5-f9f922f8998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:05.170044 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-91601a3c-aed3-4448-95de-4deb4ba5621c req-82eacbaf-b06f-4e44-a5f5-f9f922f8998b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=71f67761-4627-416f-b775-4cf090e2cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0985250
Apr 15 11:11:05.326277 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-91601a3c-aed3-4448-95de-4deb4ba5621c req-df27fdf4-4dab-4475-8442-bedfb2fb5538 service neutron] 10.222.0.99 "GET /v2.0/networks/71f67761-4627-416f-b775-4cf090e2cb02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493175
Apr 15 11:11:05.483631 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-91601a3c-aed3-4448-95de-4deb4ba5621c req-6cb15449-be64-4ca8-a535-c0f79f835fe2 service neutron] 10.222.0.99 "GET /v2.0/networks/71f67761-4627-416f-b775-4cf090e2cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1495066
Apr 15 11:11:06.228987 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e284f-6493-4ba5-a92a-f48c71d12a3f req-6f2f6da1-caa9-44fc-b6e1-de9eab855183 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:06.230723 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-777e284f-6493-4ba5-a92a-f48c71d12a3f req-6f2f6da1-caa9-44fc-b6e1-de9eab855183 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.1224005
Apr 15 11:11:06.283503 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-777e284f-6493-4ba5-a92a-f48c71d12a3f req-09158cff-cc81-416b-bbd6-d1084777a901 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458589
Apr 15 11:11:07.537775 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dc67d-9bd7-4506-a207-d7f94501b458 req-5596adb5-9602-4fae-8a8e-92f320851006 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:07.540726 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-180dc67d-9bd7-4506-a207-d7f94501b458 req-5596adb5-9602-4fae-8a8e-92f320851006 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.1286910
Apr 15 11:11:07.592976 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-180dc67d-9bd7-4506-a207-d7f94501b458 req-0e638994-7d05-4414-80d3-5aa0afe56ae5 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456278
Apr 15 11:11:08.817959 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d839a0e-7af2-48df-9dcb-ac73acd30b3f req-97624767-07fb-46d6-9024-c55858bcd27a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:08.820334 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2d839a0e-7af2-48df-9dcb-ac73acd30b3f req-97624767-07fb-46d6-9024-c55858bcd27a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.1049113
Apr 15 11:11:08.878382 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2d839a0e-7af2-48df-9dcb-ac73acd30b3f req-a60d66fb-a9be-47bb-9c1e-6a7d8688916e tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493793
Apr 15 11:11:09.395531 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fdc1dba0-e7c0-41bc-bd52-1e398f09f5b3 req-a018c6de-51c8-480d-bcde-0cd54f7f8ee0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2746930
Apr 15 11:11:09.405028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456d9dc-adfe-421e-945c-c89627e62519 req-def7c60b-bb35-4aff-ad9d-9fcafde8221f tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:09.406736 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d456d9dc-adfe-421e-945c-c89627e62519 req-def7c60b-bb35-4aff-ad9d-9fcafde8221f tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.1444468
Apr 15 11:11:09.477267 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d456d9dc-adfe-421e-945c-c89627e62519 req-98896f4a-dc50-4cad-a441-5072e3f8723b tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584226
Apr 15 11:11:09.510948 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:11:10.529142 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 07a6fe04-0c89-499e-9d44-104210791060 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:11:10.712156 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b776acf-ac7f-4428-b7cc-afbae756b995 req-8ec4c75b-71d1-4e24-a0f8-1124937dbee3 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:10.716725 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5b776acf-ac7f-4428-b7cc-afbae756b995 req-8ec4c75b-71d1-4e24-a0f8-1124937dbee3 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.1028521
Apr 15 11:11:10.763131 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:10.774573 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5b776acf-ac7f-4428-b7cc-afbae756b995 req-abf6255b-8358-448e-abb8-f5edfd641140 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509787
Apr 15 11:11:10.819633 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14b78fb-b95c-4aa6-b3ed-b2fe7d772b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07a6fe04-0c89-499e-9d44-104210791060'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:11:10.838659 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 07a6fe04-0c89-499e-9d44-104210791060, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07a6fe04-0c89-499e-9d44-104210791060,segment=NetworkSegment(548cc6a4-8277-4079-a28d-455e586cac23),segment_id=548cc6a4-8277-4079-a28d-455e586cac23)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:11:10.842063 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:10.845034 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:11:10.884996 dv-cinder-786386-1-iscsi neutron-server[85207]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd14b78fb-b95c-4aa6-b3ed-b2fe7d772b14', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '07a6fe04-0c89-499e-9d44-104210791060', 'code': 422} returned with failed status
Apr 15 11:11:10.924967 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=07a6fe04-0c89-499e-9d44-104210791060,revision_number=6']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:11:10.938293 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:10.939144 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:10.939770 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:10.940380 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:10.940844 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:10.941369 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:10.941806 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:10.942274 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:10.942772 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:10.943726 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:10.944207 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:10.944639 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:10.949639 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:11:11.095968 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1dba0-e7c0-41bc-bd52-1e398f09f5b3 req-15949fc8-8bbc-4e77-8e93-fe2eb1b05515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:11.097526 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fdc1dba0-e7c0-41bc-bd52-1e398f09f5b3 req-15949fc8-8bbc-4e77-8e93-fe2eb1b05515 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14&tenant_id=8f5b0aeca07749e5853fd41afc9717a6 HTTP/1.1" status: 200  len: 1096 time: 0.1260588
Apr 15 11:11:11.220060 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1dba0-e7c0-41bc-bd52-1e398f09f5b3 req-7ca151cc-7d71-4ecd-8245-7da7da7f15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:11.221709 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fdc1dba0-e7c0-41bc-bd52-1e398f09f5b3 req-7ca151cc-7d71-4ecd-8245-7da7da7f15e8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8f5b0aeca07749e5853fd41afc9717a6&device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 1096 time: 0.0883989
Apr 15 11:11:11.639517 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1dba0-e7c0-41bc-bd52-1e398f09f5b3 req-7d9caff1-5708-4584-b5b9-c0924584d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:11.641147 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fdc1dba0-e7c0-41bc-bd52-1e398f09f5b3 req-7d9caff1-5708-4584-b5b9-c0924584d42e service neutron] 10.222.0.99 "GET /v2.0/networks?id=71f67761-4627-416f-b775-4cf090e2cb02 HTTP/1.1" status: 200  len: 910 time: 0.4133809
Apr 15 11:11:11.759270 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fdc1dba0-e7c0-41bc-bd52-1e398f09f5b3 req-71677996-5bfe-44d8-b787-e38af7b4d30b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a6fe04-0c89-499e-9d44-104210791060 HTTP/1.1" status: 200  len: 998 time: 0.1112497
Apr 15 11:11:11.837136 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1dba0-e7c0-41bc-bd52-1e398f09f5b3 req-5c10dbb0-1902-4d71-80a2-eb1a6ba11323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:11.840002 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fdc1dba0-e7c0-41bc-bd52-1e398f09f5b3 req-5c10dbb0-1902-4d71-80a2-eb1a6ba11323 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8 HTTP/1.1" status: 200  len: 847 time: 0.0747216
Apr 15 11:11:11.928468 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1dba0-e7c0-41bc-bd52-1e398f09f5b3 req-4c297d5f-a7d1-432a-92b1-ee279042bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:11.930050 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fdc1dba0-e7c0-41bc-bd52-1e398f09f5b3 req-4c297d5f-a7d1-432a-92b1-ee279042bf2b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=71f67761-4627-416f-b775-4cf090e2cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842335
Apr 15 11:11:12.046315 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfd4b6-e8f1-4497-b8f5-65706c79b964 req-9cd0654f-503d-477a-b10b-69d6e812506a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:12.048144 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-41dfd4b6-e8f1-4497-b8f5-65706c79b964 req-9cd0654f-503d-477a-b10b-69d6e812506a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 943 time: 0.1494403
Apr 15 11:11:12.086750 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fdc1dba0-e7c0-41bc-bd52-1e398f09f5b3 req-46d4f7c8-cebd-4698-9874-46ffadacaec6 service neutron] 10.222.0.99 "GET /v2.0/networks/71f67761-4627-416f-b775-4cf090e2cb02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501436
Apr 15 11:11:12.112034 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-41dfd4b6-e8f1-4497-b8f5-65706c79b964 req-b6c21ed3-11a0-4f5d-a6e8-31c3c85f677b tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558329
Apr 15 11:11:12.270855 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fdc1dba0-e7c0-41bc-bd52-1e398f09f5b3 req-9f6abd76-d290-41f3-aef7-c36021663f89 service neutron] 10.222.0.99 "GET /v2.0/networks/71f67761-4627-416f-b775-4cf090e2cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1774693
Apr 15 11:11:13.416976 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff7414-3d3e-473b-bddc-094d60763d9e req-d01f2679-5345-41e6-b798-ef3b2faf718a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:13.418627 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fbff7414-3d3e-473b-bddc-094d60763d9e req-d01f2679-5345-41e6-b798-ef3b2faf718a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 943 time: 0.0981131
Apr 15 11:11:13.472236 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-fbff7414-3d3e-473b-bddc-094d60763d9e req-22b3e4b6-1f69-4695-84e3-8b8745fb4a76 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465381
Apr 15 11:11:14.684385 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eececf-b2fc-4924-8941-cd717187ba46 req-07cfaf89-8ef8-40ac-9137-24d8ec47a150 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:14.686127 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-61eececf-b2fc-4924-8941-cd717187ba46 req-07cfaf89-8ef8-40ac-9137-24d8ec47a150 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 943 time: 0.0923150
Apr 15 11:11:14.736828 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-61eececf-b2fc-4924-8941-cd717187ba46 req-d016bcfd-9d41-42ed-bd0d-3642bc3dc3f3 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437686
Apr 15 11:11:16.239455 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf947bc-a06f-4e07-beb5-c992f86e11b6 req-839922c1-4c2c-4ada-99cd-0e0563d6a48c tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:16.241219 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-edf947bc-a06f-4e07-beb5-c992f86e11b6 req-839922c1-4c2c-4ada-99cd-0e0563d6a48c tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 943 time: 0.3833311
Apr 15 11:11:16.299084 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-edf947bc-a06f-4e07-beb5-c992f86e11b6 req-705ef7db-efc8-4920-8467-8548ba1b8620 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452631
Apr 15 11:11:17.502317 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a849d6-6ef7-4640-9cda-c33ed0374f11 req-dfecc9a6-0bf5-44e1-a3ca-f17306c4570c tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:17.503999 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-37a849d6-6ef7-4640-9cda-c33ed0374f11 req-dfecc9a6-0bf5-44e1-a3ca-f17306c4570c tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 943 time: 0.0893741
Apr 15 11:11:17.558384 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-37a849d6-6ef7-4640-9cda-c33ed0374f11 req-bd08fb83-8880-47c5-9d63-9ebe646cf29c tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475118
Apr 15 11:11:18.766103 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecadd22-1097-4bb9-a5a5-9a3021aee66f req-3c2f9bf7-db54-49c5-b441-4d1a5f5413f4 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:18.768227 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6ecadd22-1097-4bb9-a5a5-9a3021aee66f req-3c2f9bf7-db54-49c5-b441-4d1a5f5413f4 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 943 time: 0.0941591
Apr 15 11:11:18.821404 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-6ecadd22-1097-4bb9-a5a5-9a3021aee66f req-f5137a85-6d92-443f-9169-28c4f942dda4 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460777
Apr 15 11:11:20.038115 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3f876-6414-4d01-8fcc-ef983ee603c5 req-7880b8fb-6d96-4898-a904-9294dc1eae6d tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:20.039891 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7af3f876-6414-4d01-8fcc-ef983ee603c5 req-7880b8fb-6d96-4898-a904-9294dc1eae6d tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 943 time: 0.0970232
Apr 15 11:11:20.098237 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-7af3f876-6414-4d01-8fcc-ef983ee603c5 req-46ae9525-f8db-4fac-a8b0-ffa4ac78cd12 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451133
Apr 15 11:11:20.574655 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 07a6fe04-0c89-499e-9d44-104210791060 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 11:11:20.735734 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 07a6fe04-0c89-499e-9d44-104210791060, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07a6fe04-0c89-499e-9d44-104210791060,segment=NetworkSegment(548cc6a4-8277-4079-a28d-455e586cac23),segment_id=548cc6a4-8277-4079-a28d-455e586cac23)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:11:20.752895 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Returning: {'device': '07a6fe04-0c89-499e-9d44-104210791060', 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02', 'port_id': '07a6fe04-0c89-499e-9d44-104210791060', 'mac_address': 'fa:16:3e:32:c9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 11:11:20.820940 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:20.842527 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a6fe04-0c89-499e-9d44-104210791060 {{(pid=85322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 11:11:20.861340 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 07a6fe04-0c89-499e-9d44-104210791060, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07a6fe04-0c89-499e-9d44-104210791060,segment=NetworkSegment(548cc6a4-8277-4079-a28d-455e586cac23),segment_id=548cc6a4-8277-4079-a28d-455e586cac23)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:11:20.865564 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:20.867634 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:11:20.947437 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=07a6fe04-0c89-499e-9d44-104210791060,revision_number=7']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:11:20.951798 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:11:21.179807 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] get_ports_and_sgs() called for port_ids ['07a6fe04-0c89-499e-9d44-104210791060'] {{(pid=85322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 11:11:21.332350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d809a-8885-4b4e-b39d-52447ba699e0 req-554d54d4-f1cd-4d53-adcc-a48418c0120f tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:21.334092 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-192d809a-8885-4b4e-b39d-52447ba699e0 req-554d54d4-f1cd-4d53-adcc-a48418c0120f tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 944 time: 0.0948939
Apr 15 11:11:21.388433 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-192d809a-8885-4b4e-b39d-52447ba699e0 req-e046c233-1f3a-4daa-a7db-766621ef38d2 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471463
Apr 15 11:11:21.399720 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:22.576286 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 07a6fe04-0c89-499e-9d44-104210791060 up at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 11:11:22.626939 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74872b-6b51-4da6-8b26-737aafbe91e0 req-fcfbe191-70ef-4729-b88b-e397e208f4d9 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:22.629175 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5a74872b-6b51-4da6-8b26-737aafbe91e0 req-fcfbe191-70ef-4729-b88b-e397e208f4d9 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 944 time: 0.1135952
Apr 15 11:11:22.670024 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.provisioning_blocks [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Provisioning complete for port 07a6fe04-0c89-499e-9d44-104210791060 triggered by entity L2. {{(pid=85322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 11:11:22.670703 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-437241'] for port, provisioning_complete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:22.689527 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-5a74872b-6b51-4da6-8b26-737aafbe91e0 req-be7c169c-a7d0-44c7-9b80-1dcc439ae06b tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530465
Apr 15 11:11:22.816146 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854698541'] for port, before_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:22.850790 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14b78fb-b95c-4aa6-b3ed-b2fe7d772b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a6fe04-0c89-499e-9d44-104210791060'}] {{(pid=85322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:11:22.865602 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] For port 07a6fe04-0c89-499e-9d44-104210791060, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07a6fe04-0c89-499e-9d44-104210791060,segment=NetworkSegment(548cc6a4-8277-4079-a28d-455e586cac23),segment_id=548cc6a4-8277-4079-a28d-455e586cac23)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:11:22.869359 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730535243567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306319989518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306319989227'] for port, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:22.871512 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-623fee53-6a53-4627-a670-ac66d688b207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:11:22.915026 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14b78fb-b95c-4aa6-b3ed-b2fe7d772b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a6fe04-0c89-499e-9d44-104210791060', 'code': 200}
Apr 15 11:11:22.953624 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Pushing event updated for resources: {'Port': ['ID=07a6fe04-0c89-499e-9d44-104210791060,revision_number=8']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:11:22.957892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:11:23.297732 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba3763-58df-48fa-9f71-f5d0573065fd req-bc81fbcd-031e-408c-b29b-6f69c51cac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:23.299479 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-63ba3763-58df-48fa-9f71-f5d0573065fd req-bc81fbcd-031e-408c-b29b-6f69c51cac18 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 1098 time: 0.0895617
Apr 15 11:11:23.348210 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-63ba3763-58df-48fa-9f71-f5d0573065fd req-78a8cb24-636d-47ef-b22e-7a2964d0da3a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416174
Apr 15 11:11:23.843170 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9eeac583-1d0d-4bb9-8956-e0b5a32e490a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:23.922400 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9bd77-022a-48bc-87d4-68bdb50eda00 req-867110ed-dc20-4039-8521-499fbdfd7700 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:23.924116 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0ac9bd77-022a-48bc-87d4-68bdb50eda00 req-867110ed-dc20-4039-8521-499fbdfd7700 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.1115115
Apr 15 11:11:24.010140 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0ac9bd77-022a-48bc-87d4-68bdb50eda00 req-588d063f-2484-445d-8382-a9bcdb033a7a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731261
Apr 15 11:11:25.271864 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a51ca0-dd5b-4f23-be43-607caef7fef4 req-08f0f834-367a-48fb-8314-07d6f198b492 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:25.273579 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-92a51ca0-dd5b-4f23-be43-607caef7fef4 req-08f0f834-367a-48fb-8314-07d6f198b492 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.1011372
Apr 15 11:11:25.327883 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-92a51ca0-dd5b-4f23-be43-607caef7fef4 req-9bc0049a-4463-49e5-9d1f-f36de37890d0 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472491
Apr 15 11:11:25.456361 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-162ff249-41f4-4d9c-a2a1-c4cd08df70e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:26.731016 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:27.072437 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:30.282931 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:39.878966 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 52988) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:11:40.136778 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Deleting port b335b6ee-7c80-4e31-a5bd-17b9556de47f {{(pid=85320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:11:40.137125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:40.372622 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:40.373110 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:40.523284 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Calling delete_port for b335b6ee-7c80-4e31-a5bd-17b9556de47f owned by network:floatingip {{(pid=85320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:11:40.707459 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:40.726746 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-11c1b1ba-f089-421e-a9ac-3701eab1fc95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:11:40.835049 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event deleted for resources: {'Port': ['ID=b335b6ee-7c80-4e31-a5bd-17b9556de47f,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:11:40.859233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:40.859679 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:40.860350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:40.860802 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:40.861227 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:40.861686 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:40.862539 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:40.863019 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:40.863439 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:40.863854 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:40.864319 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:40.865233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:40.879986 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:11:41.053774 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for floatingip, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:41.054155 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_db [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Floating IP d6ee9eab-e7e4-4b7c-8b93-fcc7549b818a disassociated (deleted). External IP: 172.27.0.213, port: e511e6b2-6cb5-42ba-905e-d8b3c2b5d200.
Apr 15 11:11:41.480855 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Router 2cd67529-5ee5-426d-8707-6019e17bb948 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:11:41.699023 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:11:41.712288 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e581b0-ef4d-44d4-be44-25d74af15651 None None] Sync routers for ids ['2cd67529-5ee5-426d-8707-6019e17bb948'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:11:41.719245 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:41.798611 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-6bdb9338-5996-4428-a6e9-9f66f4403a92 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "DELETE /v2.0/floatingips/d6ee9eab-e7e4-4b7c-8b93-fcc7549b818a HTTP/1.1" status: 204  len: 168 time: 1.9178555
Apr 15 11:11:41.799748 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e8d363-50fc-4928-9287-b17b24ea98dd', 'tag': 'e511e6b2-6cb5-42ba-905e-d8b3c2b5d200'}] {{(pid=85320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:11:41.864158 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e8d363-50fc-4928-9287-b17b24ea98dd', 'tag': 'e511e6b2-6cb5-42ba-905e-d8b3c2b5d200', 'status': 'completed', 'code': 200}
Apr 15 11:11:41.997767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e581b0-ef4d-44d4-be44-25d74af15651 None None] Routers {'2cd67529-5ee5-426d-8707-6019e17bb948'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:11:41.999021 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-15e581b0-ef4d-44d4-be44-25d74af15651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5dc7ac8>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:11:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cd67529-5ee5-426d-8707-6019e17bb948'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:11:42.006482 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e8c04-7ee0-4a77-9778-81b4c0293a76 req-a8362211-2036-4880-9d8d-2188aaf482d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:42.008290 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-916e8c04-7ee0-4a77-9778-81b4c0293a76 req-a8362211-2036-4880-9d8d-2188aaf482d5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114&device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 1099 time: 0.0911069
Apr 15 11:11:42.222926 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e8c04-7ee0-4a77-9778-81b4c0293a76 req-93534348-2e6c-47aa-a337-8fedd84fdcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:42.224814 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-916e8c04-7ee0-4a77-9778-81b4c0293a76 req-93534348-2e6c-47aa-a337-8fedd84fdcc9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=bab36b9c-674d-4261-ab81-d4fb1bd1f111 HTTP/1.1" status: 200  len: 913 time: 0.2101068
Apr 15 11:11:42.311927 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-916e8c04-7ee0-4a77-9778-81b4c0293a76 req-9558205e-3e9b-47e5-afbf-ae37ad61653e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 HTTP/1.1" status: 200  len: 217 time: 0.0799227
Apr 15 11:11:42.346183 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-15e581b0-ef4d-44d4-be44-25d74af15651 None None] Set router 2cd67529-5ee5-426d-8707-6019e17bb948 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:11:42.353002 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee9796-bbfb-4275-96dd-f41141972b3f req-18245027-11ae-4d3d-a89b-7533a4914114 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:42.353837 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-feee9796-bbfb-4275-96dd-f41141972b3f req-18245027-11ae-4d3d-a89b-7533a4914114 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Synchronizing usage tracker for tenant:88aa0bab568f4a5aa59730c0ed5f2114 on resource:port {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:11:42.376192 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-feee9796-bbfb-4275-96dd-f41141972b3f req-18245027-11ae-4d3d-a89b-7533a4914114 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Unset dirty status for tenant:88aa0bab568f4a5aa59730c0ed5f2114 on resource:port {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:11:42.377601 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-feee9796-bbfb-4275-96dd-f41141972b3f req-18245027-11ae-4d3d-a89b-7533a4914114 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 946 time: 0.1836452
Apr 15 11:11:42.450535 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-feee9796-bbfb-4275-96dd-f41141972b3f req-09f4d05a-741c-4461-9338-17a1515441b6 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653415
Apr 15 11:11:42.451585 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e8c04-7ee0-4a77-9778-81b4c0293a76 req-76633877-31c6-479b-9281-9c86521ed667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:42.454512 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-916e8c04-7ee0-4a77-9778-81b4c0293a76 req-76633877-31c6-479b-9281-9c86521ed667 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=25ef98a8-7013-4b9f-8a45-b0570fc1d72f HTTP/1.1" status: 200  len: 850 time: 0.1332338
Apr 15 11:11:42.602198 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e8c04-7ee0-4a77-9778-81b4c0293a76 req-2fb34fa9-ef5b-4bf5-8dc4-eab9da49396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:42.604089 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-916e8c04-7ee0-4a77-9778-81b4c0293a76 req-2fb34fa9-ef5b-4bf5-8dc4-eab9da49396e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bab36b9c-674d-4261-ab81-d4fb1bd1f111&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1407907
Apr 15 11:11:42.828791 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-916e8c04-7ee0-4a77-9778-81b4c0293a76 req-33cce82d-78d1-496a-9431-6a1f8eff51b1 service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2174780
Apr 15 11:11:42.859867 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-15e581b0-ef4d-44d4-be44-25d74af15651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5dc7ac8>, [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': 'b1024c90-2f1c-4f15-a189-58c4bf3f0c2e', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'port_id': '1835ed6d-a933-4321-91c4-c71ebcb586c6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'mac_address': 'fa:16:3e:9c:54:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:08:09Z', 'updated_at': '2021-04-15T11:08:15Z', 'revision_number': 1, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 5, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:11:42.869923 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e581b0-ef4d-44d4-be44-25d74af15651 None None] Checking router: 2cd67529-5ee5-426d-8707-6019e17bb948 for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:11:42.886170 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e581b0-ef4d-44d4-be44-25d74af15651 None None] Routers {'2cd67529-5ee5-426d-8707-6019e17bb948'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:11:42.887687 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-15e581b0-ef4d-44d4-be44-25d74af15651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5dc7ac8>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:11:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cd67529-5ee5-426d-8707-6019e17bb948'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:11:43.089103 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-916e8c04-7ee0-4a77-9778-81b4c0293a76 req-0bbb7df5-d9b3-44a3-af45-5654fc5c3e20 service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2531278
Apr 15 11:11:43.215063 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-15e581b0-ef4d-44d4-be44-25d74af15651 None None] Set router 2cd67529-5ee5-426d-8707-6019e17bb948 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:11:43.674471 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-15e581b0-ef4d-44d4-be44-25d74af15651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5dc7ac8>, [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': 'b1024c90-2f1c-4f15-a189-58c4bf3f0c2e', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'port_id': '1835ed6d-a933-4321-91c4-c71ebcb586c6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'mac_address': 'fa:16:3e:9c:54:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:08:09Z', 'updated_at': '2021-04-15T11:08:15Z', 'revision_number': 1, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 5, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:11:43.682768 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e581b0-ef4d-44d4-be44-25d74af15651 None None] The sync data for ids ['2cd67529-5ee5-426d-8707-6019e17bb948'] in dv-cinder-786386-1-iscsi is: [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_floatingips': [{'id': 'b1024c90-2f1c-4f15-a189-58c4bf3f0c2e', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'router_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'port_id': '1835ed6d-a933-4321-91c4-c71ebcb586c6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'mac_address': 'fa:16:3e:9c:54:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:08:09Z', 'updated_at': '2021-04-15T11:08:15Z', 'revision_number': 1, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 5, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:11:43.757842 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81205b71-3fec-40e4-b682-da5a56c9e1ac req-de52a4e9-0d79-4db1-8346-7782d763ea96 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:43.760786 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-81205b71-3fec-40e4-b682-da5a56c9e1ac req-de52a4e9-0d79-4db1-8346-7782d763ea96 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 946 time: 0.1524489
Apr 15 11:11:43.819673 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-81205b71-3fec-40e4-b682-da5a56c9e1ac req-a3317298-f116-45b8-a9d2-20e594df7505 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522084
Apr 15 11:11:43.945093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74bd27-6b58-4add-bcb2-636e6b0f3e63 req-2c5e9fbe-5b1e-4d30-857a-ca232faffe02 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:43.945926 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-1e74bd27-6b58-4add-bcb2-636e6b0f3e63 req-2c5e9fbe-5b1e-4d30-857a-ca232faffe02 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Synchronizing usage tracker for tenant:88aa0bab568f4a5aa59730c0ed5f2114 on resource:port {{(pid=85321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:11:43.961028 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-1e74bd27-6b58-4add-bcb2-636e6b0f3e63 req-2c5e9fbe-5b1e-4d30-857a-ca232faffe02 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Unset dirty status for tenant:88aa0bab568f4a5aa59730c0ed5f2114 on resource:port {{(pid=85321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:11:43.962366 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1e74bd27-6b58-4add-bcb2-636e6b0f3e63 req-2c5e9fbe-5b1e-4d30-857a-ca232faffe02 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.99 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 946 time: 0.1203449
Apr 15 11:11:44.052437 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-1e74bd27-6b58-4add-bcb2-636e6b0f3e63 req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Deleting port e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:11:44.052830 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-1e74bd27-6b58-4add-bcb2-636e6b0f3e63 req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:44.132566 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d988a-9c8d-4f0c-b37b-3e0a2b07a23b None None] New status for floating IP d6ee9eab-e7e4-4b7c-8b93-fcc7549b818a: DOWN {{(pid=85323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:11:44.435290 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-1e74bd27-6b58-4add-bcb2-636e6b0f3e63 req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] For port e511e6b2-6cb5-42ba-905e-d8b3c2b5d200, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e511e6b2-6cb5-42ba-905e-d8b3c2b5d200,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:11:44.435708 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-1e74bd27-6b58-4add-bcb2-636e6b0f3e63 req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:44.583952 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-1e74bd27-6b58-4add-bcb2-636e6b0f3e63 req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Calling delete_port for e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 owned by compute:nova {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:11:44.864240 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-1e74bd27-6b58-4add-bcb2-636e6b0f3e63 req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:44.880540 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-919c0ff4-9521-4127-bae7-71fc16fda88e tempest-VolumesNegativeTest-1580258394 tempest-VolumesNegativeTest-1580258394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:11:44.932770 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event deleted for resources: {'Port': ['ID=e511e6b2-6cb5-42ba-905e-d8b3c2b5d200,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:11:44.999281 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:44.999281 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:44.999732 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:44.999985 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:45.000408 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:45.000809 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:45.001221 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:45.001641 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:45.002050 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:45.002454 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:45.002888 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:45.003286 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:11:45.010104 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:11:45.126114 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-dc81ed39-a65f-4fc6-84a6-841d31a170c6 req-fd3ece95-4c49-447c-9cd5-c3146669019d tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 210 time: 0.0892494
Apr 15 11:11:45.227211 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e74bd27-6b58-4add-bcb2-636e6b0f3e63 req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] No DVR routers for this DVR port e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 on host hv-cinder-78638 {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:11:45.229873 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-1e74bd27-6b58-4add-bcb2-636e6b0f3e63 req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:45.232964 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e8d363-50fc-4928-9287-b17b24ea98dd', 'name': 'network-vif-deleted', 'tag': 'e511e6b2-6cb5-42ba-905e-d8b3c2b5d200'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:11:45.253348 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-1e74bd27-6b58-4add-bcb2-636e6b0f3e63 req-f872740e-06ce-4fe4-b855-9a2988761066 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.99 "DELETE /v2.0/ports/e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 HTTP/1.1" status: 204  len: 173 time: 1.2847223
Apr 15 11:11:45.297061 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e8d363-50fc-4928-9287-b17b24ea98dd', 'name': 'network-vif-deleted', 'tag': 'e511e6b2-6cb5-42ba-905e-d8b3c2b5d200', 'status': 'completed', 'code': 200}
Apr 15 11:11:46.350662 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-4f079b46-398d-47fa-a6f5-db702d56a485 req-1f866c43-9e0d-41ae-812f-6f9559595b37 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=25e8d363-50fc-4928-9287-b17b24ea98dd HTTP/1.1" status: 200  len: 210 time: 0.0586305
Apr 15 11:11:46.501119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:11:46.639436 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:11:46.680212 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:11:46.680613 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device e511e6b2-6cb5-42ba-905e-d8b3c2b5d200 not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:11:50.026548 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53024) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:11:50.292104 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-68eaa2ad-b526-4522-aee9-a9c270f5a996 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Deleting port 2a5e560f-b8fe-40b7-adfa-b10cb12f8172 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:11:50.292406 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-68eaa2ad-b526-4522-aee9-a9c270f5a996 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:50.492821 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-68eaa2ad-b526-4522-aee9-a9c270f5a996 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:50.493205 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-68eaa2ad-b526-4522-aee9-a9c270f5a996 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:50.639055 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-68eaa2ad-b526-4522-aee9-a9c270f5a996 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Calling delete_port for 2a5e560f-b8fe-40b7-adfa-b10cb12f8172 owned by network:floatingip {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:11:50.814980 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-68eaa2ad-b526-4522-aee9-a9c270f5a996 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:50.832369 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-13118b5c-ee98-4ed4-aaa3-2e3a8ae41e83 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:11:50.931438 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eaa2ad-b526-4522-aee9-a9c270f5a996 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event deleted for resources: {'Port': ['ID=2a5e560f-b8fe-40b7-adfa-b10cb12f8172,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:11:50.934210 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-68eaa2ad-b526-4522-aee9-a9c270f5a996 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:11:51.177557 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-68eaa2ad-b526-4522-aee9-a9c270f5a996 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for floatingip, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:51.178464 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_db [None req-68eaa2ad-b526-4522-aee9-a9c270f5a996 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Floating IP b1024c90-2f1c-4f15-a189-58c4bf3f0c2e disassociated (deleted). External IP: 172.27.0.61, port: 1835ed6d-a933-4321-91c4-c71ebcb586c6.
Apr 15 11:11:51.351890 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:51.963259 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eaa2ad-b526-4522-aee9-a9c270f5a996 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Router 2cd67529-5ee5-426d-8707-6019e17bb948 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:11:52.168910 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eaa2ad-b526-4522-aee9-a9c270f5a996 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:11:52.180593 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bc13ec-d667-4fa8-9d11-1c37ca84410e None None] Sync routers for ids ['2cd67529-5ee5-426d-8707-6019e17bb948'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:11:52.191245 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-68eaa2ad-b526-4522-aee9-a9c270f5a996 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:52.192408 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bc13ec-d667-4fa8-9d11-1c37ca84410e None None] Routers {'2cd67529-5ee5-426d-8707-6019e17bb948'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:11:52.193292 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-88bc13ec-d667-4fa8-9d11-1c37ca84410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e53780>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:11:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cd67529-5ee5-426d-8707-6019e17bb948'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:11:52.262673 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-68eaa2ad-b526-4522-aee9-a9c270f5a996 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "DELETE /v2.0/floatingips/b1024c90-2f1c-4f15-a189-58c4bf3f0c2e HTTP/1.1" status: 204  len: 168 time: 2.2345018
Apr 15 11:11:52.263588 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'tag': '1835ed6d-a933-4321-91c4-c71ebcb586c6'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:11:52.319304 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'tag': '1835ed6d-a933-4321-91c4-c71ebcb586c6', 'status': 'completed', 'code': 200}
Apr 15 11:11:52.484424 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79db4e-9fe6-4b15-bfd0-c5ad0e62abc0 req-61c0ae42-a705-4ffa-b097-fa2031a2f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:52.486861 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cd79db4e-9fe6-4b15-bfd0-c5ad0e62abc0 req-61c0ae42-a705-4ffa-b097-fa2031a2f279 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114&device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 1098 time: 0.1205161
Apr 15 11:11:52.535290 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-88bc13ec-d667-4fa8-9d11-1c37ca84410e None None] Set router 2cd67529-5ee5-426d-8707-6019e17bb948 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:11:52.666742 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79db4e-9fe6-4b15-bfd0-c5ad0e62abc0 req-cc93b521-fa7a-4dd5-9f3f-4863ac59421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:52.668509 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cd79db4e-9fe6-4b15-bfd0-c5ad0e62abc0 req-cc93b521-fa7a-4dd5-9f3f-4863ac59421c service neutron] 10.222.0.99 "GET /v2.0/networks?id=bab36b9c-674d-4261-ab81-d4fb1bd1f111 HTTP/1.1" status: 200  len: 913 time: 0.1748524
Apr 15 11:11:52.755899 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cd79db4e-9fe6-4b15-bfd0-c5ad0e62abc0 req-1d35e4c5-adef-45a0-9a21-757787a673eb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1835ed6d-a933-4321-91c4-c71ebcb586c6 HTTP/1.1" status: 200  len: 217 time: 0.0783134
Apr 15 11:11:52.768301 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114198b-06cc-4ef1-a5a7-f8f4ff6dfcd4 req-2fec6a03-d029-49cf-acdc-fe60b04678e6 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:52.771140 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d114198b-06cc-4ef1-a5a7-f8f4ff6dfcd4 req-2fec6a03-d029-49cf-acdc-fe60b04678e6 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 945 time: 0.1436572
Apr 15 11:11:52.844578 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-d114198b-06cc-4ef1-a5a7-f8f4ff6dfcd4 req-492613b7-0269-4254-8182-6fc614be2423 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604284
Apr 15 11:11:52.867327 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79db4e-9fe6-4b15-bfd0-c5ad0e62abc0 req-ae1f348f-a13c-4a59-ab1f-93e57f89aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:52.870368 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cd79db4e-9fe6-4b15-bfd0-c5ad0e62abc0 req-ae1f348f-a13c-4a59-ab1f-93e57f89aa5a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=25ef98a8-7013-4b9f-8a45-b0570fc1d72f HTTP/1.1" status: 200  len: 850 time: 0.1080022
Apr 15 11:11:52.985498 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79db4e-9fe6-4b15-bfd0-c5ad0e62abc0 req-98ebc215-40d0-42c2-a7c1-35938eb82aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:52.988460 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cd79db4e-9fe6-4b15-bfd0-c5ad0e62abc0 req-98ebc215-40d0-42c2-a7c1-35938eb82aa9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bab36b9c-674d-4261-ab81-d4fb1bd1f111&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1105127
Apr 15 11:11:53.048252 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-88bc13ec-d667-4fa8-9d11-1c37ca84410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e53780>, [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 5, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:11:53.056724 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bc13ec-d667-4fa8-9d11-1c37ca84410e None None] Checking router: 2cd67529-5ee5-426d-8707-6019e17bb948 for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:11:53.072659 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bc13ec-d667-4fa8-9d11-1c37ca84410e None None] Routers {'2cd67529-5ee5-426d-8707-6019e17bb948'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:11:53.073393 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-88bc13ec-d667-4fa8-9d11-1c37ca84410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e53780>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:11:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cd67529-5ee5-426d-8707-6019e17bb948'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:11:53.193727 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cd79db4e-9fe6-4b15-bfd0-c5ad0e62abc0 req-528e94e9-cedf-4187-a290-30d929ae6476 service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1972694
Apr 15 11:11:53.363568 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-cd79db4e-9fe6-4b15-bfd0-c5ad0e62abc0 req-73359c22-a1d7-41f1-afec-ec2b65274b07 service neutron] 10.222.0.99 "GET /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1626577
Apr 15 11:11:53.544445 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-88bc13ec-d667-4fa8-9d11-1c37ca84410e None None] Set router 2cd67529-5ee5-426d-8707-6019e17bb948 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:11:53.888215 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-127022b9-7920-454d-942e-89345459e21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:53.927877 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-88bc13ec-d667-4fa8-9d11-1c37ca84410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5e53780>, [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 5, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:11:53.932782 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bc13ec-d667-4fa8-9d11-1c37ca84410e None None] The sync data for ids ['2cd67529-5ee5-426d-8707-6019e17bb948'] in dv-cinder-786386-1-iscsi is: [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:04:28Z', 'revision_number': 4, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c', 'name': '', 'network_id': 'bab36b9c-674d-4261-ab81-d4fb1bd1f111', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:27Z', 'updated_at': '2021-04-15T11:04:39Z', 'revision_number': 5, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'subnets': [{'id': '25ef98a8-7013-4b9f-8a45-b0570fc1d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:11:54.107088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f34438-eb7c-42c2-bacd-01ed9a06ef8d req-4b47ba80-b60d-49c1-8812-47b770e7d6e1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:54.108875 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77f34438-eb7c-42c2-bacd-01ed9a06ef8d req-4b47ba80-b60d-49c1-8812-47b770e7d6e1 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 945 time: 0.1012011
Apr 15 11:11:54.169082 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-77f34438-eb7c-42c2-bacd-01ed9a06ef8d req-9ac7b03d-7377-4bca-aa63-d72ae8bfb933 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/security-groups?id=9b9d7255-8ac6-4ca3-8357-194666929685&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530508
Apr 15 11:11:54.363855 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b24aa7c-22d9-48da-8509-29d7ad9cf955 None None] New status for floating IP b1024c90-2f1c-4f15-a189-58c4bf3f0c2e: DOWN {{(pid=85323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:11:54.374490 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a1bf7-e3b7-4913-b10f-b9ca966af565 req-adc7f1ff-a74d-4e93-b66f-e8647a3f000d tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:54.375823 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-437a1bf7-e3b7-4913-b10f-b9ca966af565 req-adc7f1ff-a74d-4e93-b66f-e8647a3f000d tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Synchronizing usage tracker for tenant:88aa0bab568f4a5aa59730c0ed5f2114 on resource:port {{(pid=85321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:11:54.403287 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-437a1bf7-e3b7-4913-b10f-b9ca966af565 req-adc7f1ff-a74d-4e93-b66f-e8647a3f000d tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Unset dirty status for tenant:88aa0bab568f4a5aa59730c0ed5f2114 on resource:port {{(pid=85321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:11:54.405523 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-437a1bf7-e3b7-4913-b10f-b9ca966af565 req-adc7f1ff-a74d-4e93-b66f-e8647a3f000d tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.99 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 945 time: 0.1447902
Apr 15 11:11:54.542625 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-437a1bf7-e3b7-4913-b10f-b9ca966af565 req-73b48d06-2d9b-48a3-bb4b-71f6f6cf098e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Deleting port 1835ed6d-a933-4321-91c4-c71ebcb586c6 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:11:54.543036 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-437a1bf7-e3b7-4913-b10f-b9ca966af565 req-73b48d06-2d9b-48a3-bb4b-71f6f6cf098e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:54.828497 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-437a1bf7-e3b7-4913-b10f-b9ca966af565 req-73b48d06-2d9b-48a3-bb4b-71f6f6cf098e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] For port 1835ed6d-a933-4321-91c4-c71ebcb586c6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1835ed6d-a933-4321-91c4-c71ebcb586c6,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:11:54.828917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-437a1bf7-e3b7-4913-b10f-b9ca966af565 req-73b48d06-2d9b-48a3-bb4b-71f6f6cf098e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:54.979229 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-437a1bf7-e3b7-4913-b10f-b9ca966af565 req-73b48d06-2d9b-48a3-bb4b-71f6f6cf098e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Calling delete_port for 1835ed6d-a933-4321-91c4-c71ebcb586c6 owned by compute:nova {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:11:55.152052 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-437a1bf7-e3b7-4913-b10f-b9ca966af565 req-73b48d06-2d9b-48a3-bb4b-71f6f6cf098e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:55.176993 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-d05e45f2-fec6-49ed-9a86-6126ae3626f4 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:11:55.291538 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b48d06-2d9b-48a3-bb4b-71f6f6cf098e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event deleted for resources: {'Port': ['ID=1835ed6d-a933-4321-91c4-c71ebcb586c6,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:11:55.294282 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-73b48d06-2d9b-48a3-bb4b-71f6f6cf098e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:11:55.385647 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-260dc0ff-b4e5-4b75-93ff-e85f96c8e6b7 req-0de39580-a54a-4ecb-b2a0-618021ade96d tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 210 time: 0.0802338
Apr 15 11:11:55.454124 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d4c7139e-60ab-4f93-9499-096f1e23273d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:55.497385 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-437a1bf7-e3b7-4913-b10f-b9ca966af565 req-73b48d06-2d9b-48a3-bb4b-71f6f6cf098e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] No DVR routers for this DVR port 1835ed6d-a933-4321-91c4-c71ebcb586c6 on host hv-cinder-78638 {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:11:55.500132 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-437a1bf7-e3b7-4913-b10f-b9ca966af565 req-73b48d06-2d9b-48a3-bb4b-71f6f6cf098e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:55.503513 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'name': 'network-vif-deleted', 'tag': '1835ed6d-a933-4321-91c4-c71ebcb586c6'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:11:55.522932 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-437a1bf7-e3b7-4913-b10f-b9ca966af565 req-73b48d06-2d9b-48a3-bb4b-71f6f6cf098e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.99 "DELETE /v2.0/ports/1835ed6d-a933-4321-91c4-c71ebcb586c6 HTTP/1.1" status: 204  len: 173 time: 1.1098800
Apr 15 11:11:55.562645 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c', 'name': 'network-vif-deleted', 'tag': '1835ed6d-a933-4321-91c4-c71ebcb586c6', 'status': 'completed', 'code': 200}
Apr 15 11:11:56.682633 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-c800febe-d7c9-42ce-9ba1-c2a2f5f8aa7f req-0e870c2c-8450-4794-9ba2-f0a1eabce85e tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "GET /v2.0/ports?device_id=c6cb7ab3-55af-4ce5-a5da-9b90e5a6995c HTTP/1.1" status: 200  len: 210 time: 0.0580060
Apr 15 11:11:56.699320 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 1835ed6d-a933-4321-91c4-c71ebcb586c6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:11:56.746189 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: 1835ed6d-a933-4321-91c4-c71ebcb586c6 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:11:56.746581 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 1835ed6d-a933-4321-91c4-c71ebcb586c6 not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:11:56.756359 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:57.076001 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:57.790009 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53050) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:11:57.970698 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-09570c9a-d3a3-4815-839a-bea04d52bd26 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Deleting port 70ea0f50-6e65-4181-ae22-03ee812341b3 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:11:57.970986 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-09570c9a-d3a3-4815-839a-bea04d52bd26 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:58.291338 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-09570c9a-d3a3-4815-839a-bea04d52bd26 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:58.291849 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-09570c9a-d3a3-4815-839a-bea04d52bd26 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:58.446229 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-09570c9a-d3a3-4815-839a-bea04d52bd26 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Calling delete_port for 70ea0f50-6e65-4181-ae22-03ee812341b3 owned by network:floatingip {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:11:58.483207 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0f8de311-0499-4a4f-a5d9-30707cd3e199 req-a27be790-3c35-4970-a429-e633b5bf15a4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3322353
Apr 15 11:11:58.690018 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8de311-0499-4a4f-a5d9-30707cd3e199 req-c55cc670-b0e5-48a3-bff1-115727c19b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:58.692619 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0f8de311-0499-4a4f-a5d9-30707cd3e199 req-c55cc670-b0e5-48a3-bff1-115727c19b47 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8f5b0aeca07749e5853fd41afc9717a6&device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 1098 time: 0.1701608
Apr 15 11:11:58.698638 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-09570c9a-d3a3-4815-839a-bea04d52bd26 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:58.719718 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1ef4a7fa-47a8-48f8-8e97-b44eb3c88964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:11:58.902170 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09570c9a-d3a3-4815-839a-bea04d52bd26 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event deleted for resources: {'Port': ['ID=70ea0f50-6e65-4181-ae22-03ee812341b3,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:11:58.913490 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-09570c9a-d3a3-4815-839a-bea04d52bd26 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:11:59.297397 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8de311-0499-4a4f-a5d9-30707cd3e199 req-4000c7a2-8243-4ea8-ad58-851bc931b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:59.299066 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0f8de311-0499-4a4f-a5d9-30707cd3e199 req-4000c7a2-8243-4ea8-ad58-851bc931b83c service neutron] 10.222.0.99 "GET /v2.0/networks?id=71f67761-4627-416f-b775-4cf090e2cb02 HTTP/1.1" status: 200  len: 910 time: 0.5806310
Apr 15 11:11:59.521305 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0f8de311-0499-4a4f-a5d9-30707cd3e199 req-a8ce3cdc-c214-464e-8768-c5e269a72227 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a6fe04-0c89-499e-9d44-104210791060 HTTP/1.1" status: 200  len: 1000 time: 0.2149122
Apr 15 11:11:59.572128 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-09570c9a-d3a3-4815-839a-bea04d52bd26 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for floatingip, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:59.606973 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-09570c9a-d3a3-4815-839a-bea04d52bd26 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:11:59.608268 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-09570c9a-d3a3-4815-839a-bea04d52bd26 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "DELETE /v2.0/floatingips/23e35c34-0a59-4592-9244-9f943d6c40b6 HTTP/1.1" status: 204  len: 168 time: 1.8170838
Apr 15 11:11:59.617737 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8de311-0499-4a4f-a5d9-30707cd3e199 req-0c41d1f6-8604-4e2c-94f3-1c980aecb57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:59.619469 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0f8de311-0499-4a4f-a5d9-30707cd3e199 req-0c41d1f6-8604-4e2c-94f3-1c980aecb57b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8 HTTP/1.1" status: 200  len: 847 time: 0.0922880
Apr 15 11:11:59.772613 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8de311-0499-4a4f-a5d9-30707cd3e199 req-f5373dd1-ce1e-4b6c-95b3-7a107297250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:11:59.775347 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0f8de311-0499-4a4f-a5d9-30707cd3e199 req-f5373dd1-ce1e-4b6c-95b3-7a107297250f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=71f67761-4627-416f-b775-4cf090e2cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1490149
Apr 15 11:12:00.025517 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0f8de311-0499-4a4f-a5d9-30707cd3e199 req-fe99c9e3-2a9a-4cf3-8506-fce7c8894ebb service neutron] 10.222.0.99 "GET /v2.0/networks/71f67761-4627-416f-b775-4cf090e2cb02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2435794
Apr 15 11:12:00.202394 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-0f8de311-0499-4a4f-a5d9-30707cd3e199 req-34f45ef1-7937-438c-b059-54f8a4f3fb46 service neutron] 10.222.0.99 "GET /v2.0/networks/71f67761-4627-416f-b775-4cf090e2cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1698613
Apr 15 11:12:00.282697 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:01.050048 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53066) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:01.136270 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c637-f6c5-481f-8137-7dd5cfc629c0 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:01.187329 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c637-f6c5-481f-8137-7dd5cfc629c0 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:01.255251 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c637-f6c5-481f-8137-7dd5cfc629c0 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:01.264831 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-de99af24-279a-47d8-a0e0-bb9a6479107a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:01.295410 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2c637-f6c5-481f-8137-7dd5cfc629c0 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9d7255-8ac6-4ca3-8357-194666929685,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:01.299724 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b9b2c637-f6c5-481f-8137-7dd5cfc629c0 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:01.315762 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c637-f6c5-481f-8137-7dd5cfc629c0 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:01.318804 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-b9b2c637-f6c5-481f-8137-7dd5cfc629c0 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] 10.222.0.100 "DELETE /v2.0/security-groups/9b9d7255-8ac6-4ca3-8357-194666929685 HTTP/1.1" status: 204  len: 168 time: 0.2666688
Apr 15 11:12:01.392141 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53072) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:02.372971 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-891311e8-0a46-449f-b1ee-750a601fc871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852772599'] for router_interface, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:02.778400 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-891311e8-0a46-449f-b1ee-750a601fc871 admin admin] Deleting port 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:12:02.778886 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-891311e8-0a46-449f-b1ee-750a601fc871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:02.978121 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-891311e8-0a46-449f-b1ee-750a601fc871 admin admin] For port 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:12:02.978640 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-891311e8-0a46-449f-b1ee-750a601fc871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:03.119821 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-891311e8-0a46-449f-b1ee-750a601fc871 admin admin] Calling delete_port for 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c owned by network:router_interface {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:12:03.321715 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-891311e8-0a46-449f-b1ee-750a601fc871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:03.339242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2360cd3d-10c8-4ca5-a369-cb72921d3a91 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:03.440757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891311e8-0a46-449f-b1ee-750a601fc871 admin admin] Pushing event deleted for resources: {'Port': ['ID=0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:03.448142 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-891311e8-0a46-449f-b1ee-750a601fc871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:03.824545 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-891311e8-0a46-449f-b1ee-750a601fc871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852769316'] for router_interface, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:04.672481 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891311e8-0a46-449f-b1ee-750a601fc871 admin admin] Router 2cd67529-5ee5-426d-8707-6019e17bb948 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:12:04.875161 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891311e8-0a46-449f-b1ee-750a601fc871 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:12:04.892933 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-891311e8-0a46-449f-b1ee-750a601fc871 admin admin] 10.222.0.100 "PUT /v2.0/routers/2cd67529-5ee5-426d-8707-6019e17bb948/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4988983
Apr 15 11:12:04.896261 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3ed9e0-ba7b-40b5-9f4e-dad09d1bd051 None None] Sync routers for ids ['2cd67529-5ee5-426d-8707-6019e17bb948'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:12:04.896471 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53084) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:04.909346 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3ed9e0-ba7b-40b5-9f4e-dad09d1bd051 None None] Routers {'2cd67529-5ee5-426d-8707-6019e17bb948'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:12:04.910405 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-fb3ed9e0-ba7b-40b5-9f4e-dad09d1bd051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5d0abe0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:11:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cd67529-5ee5-426d-8707-6019e17bb948'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:05.098845 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-926f2f3b-a14b-4f53-b0eb-3124719e8e90 admin admin] Notify callbacks [] for router, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:05.150462 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-fb3ed9e0-ba7b-40b5-9f4e-dad09d1bd051 None None] Set router 2cd67529-5ee5-426d-8707-6019e17bb948 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:12:05.308382 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-926f2f3b-a14b-4f53-b0eb-3124719e8e90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:05.317506 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-926f2f3b-a14b-4f53-b0eb-3124719e8e90 admin admin] Deleting port 684ad6d0-5574-46d6-90e0-5783cab7646b {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:12:05.317895 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-926f2f3b-a14b-4f53-b0eb-3124719e8e90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:05.610824 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-926f2f3b-a14b-4f53-b0eb-3124719e8e90 admin admin] For port 684ad6d0-5574-46d6-90e0-5783cab7646b, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=684ad6d0-5574-46d6-90e0-5783cab7646b,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:12:05.611324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-926f2f3b-a14b-4f53-b0eb-3124719e8e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:05.672524 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-fb3ed9e0-ba7b-40b5-9f4e-dad09d1bd051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5d0abe0>, [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:12:03Z', 'revision_number': 5, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port': {'id': '684ad6d0-5574-46d6-90e0-5783cab7646b', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:23Z', 'updated_at': '2021-04-15T11:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:05.679999 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3ed9e0-ba7b-40b5-9f4e-dad09d1bd051 None None] Checking router: 2cd67529-5ee5-426d-8707-6019e17bb948 for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:12:05.696582 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3ed9e0-ba7b-40b5-9f4e-dad09d1bd051 None None] Routers {'2cd67529-5ee5-426d-8707-6019e17bb948'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:12:05.697731 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-fb3ed9e0-ba7b-40b5-9f4e-dad09d1bd051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5d0abe0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:11:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['2cd67529-5ee5-426d-8707-6019e17bb948'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:05.859566 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-926f2f3b-a14b-4f53-b0eb-3124719e8e90 admin admin] Calling delete_port for 684ad6d0-5574-46d6-90e0-5783cab7646b owned by network:router_gateway {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:12:05.976844 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-fb3ed9e0-ba7b-40b5-9f4e-dad09d1bd051 None None] Set router 2cd67529-5ee5-426d-8707-6019e17bb948 gateway port host: None {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:12:06.165652 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-926f2f3b-a14b-4f53-b0eb-3124719e8e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:06.179766 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-fb3ed9e0-ba7b-40b5-9f4e-dad09d1bd051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5d0abe0>, [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:12:05Z', 'revision_number': 6, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port_host': None}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:06.191501 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:06.192842 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3ed9e0-ba7b-40b5-9f4e-dad09d1bd051 None None] The sync data for ids ['2cd67529-5ee5-426d-8707-6019e17bb948'] in dv-cinder-786386-1-iscsi is: [{'id': '2cd67529-5ee5-426d-8707-6019e17bb948', 'name': 'tempest-TestVolumeBootPattern-792070715-router', 'tenant_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:22Z', 'updated_at': '2021-04-15T11:12:05Z', 'revision_number': 6, 'project_id': '88aa0bab568f4a5aa59730c0ed5f2114', 'gw_port_host': None}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:12:06.306350 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f2f3b-a14b-4f53-b0eb-3124719e8e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=684ad6d0-5574-46d6-90e0-5783cab7646b,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:06.310969 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-926f2f3b-a14b-4f53-b0eb-3124719e8e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:06.501601 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-926f2f3b-a14b-4f53-b0eb-3124719e8e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852769478'] for router_gateway, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:06.701766 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-926f2f3b-a14b-4f53-b0eb-3124719e8e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852770596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60879'] for router, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:06.704471 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-926f2f3b-a14b-4f53-b0eb-3124719e8e90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:06.734037 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-926f2f3b-a14b-4f53-b0eb-3124719e8e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000460'] for router, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:06.734871 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926f2f3b-a14b-4f53-b0eb-3124719e8e90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cd67529-5ee5-426d-8707-6019e17bb948 {{(pid=85321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:12:06.749622 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-926f2f3b-a14b-4f53-b0eb-3124719e8e90 admin admin] Notify callbacks [] for router, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:06.751005 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-926f2f3b-a14b-4f53-b0eb-3124719e8e90 admin admin] 10.222.0.100 "DELETE /v2.0/routers/2cd67529-5ee5-426d-8707-6019e17bb948 HTTP/1.1" status: 204  len: 168 time: 1.8530934
Apr 15 11:12:06.754063 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53088) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:06.835421 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_v2 [None req-70090073-0123-4745-b5ab-6517c00dacdf admin admin] Deleting subnet 25ef98a8-7013-4b9f-8a45-b0570fc1d72f {{(pid=85321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:12:06.844048 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-70090073-0123-4745-b5ab-6517c00dacdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:06.928811 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-70090073-0123-4745-b5ab-6517c00dacdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851186173'] for subnet, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:06.960988 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 684ad6d0-5574-46d6-90e0-5783cab7646b no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:12:07.015122 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: 684ad6d0-5574-46d6-90e0-5783cab7646b {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:12:07.015767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 684ad6d0-5574-46d6-90e0-5783cab7646b not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:12:07.016567 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:12:07.060264 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-70090073-0123-4745-b5ab-6517c00dacdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5390'] for subnet, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:07.074440 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:12:07.074893 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 0edcfbcf-97ac-4956-8cbe-1b4b008b2b2c not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:12:07.348104 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-70090073-0123-4745-b5ab-6517c00dacdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853608755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851334486'] for subnet, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:07.365422 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:07.454421 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70090073-0123-4745-b5ab-6517c00dacdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25ef98a8-7013-4b9f-8a45-b0570fc1d72f,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:07.465065 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-70090073-0123-4745-b5ab-6517c00dacdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:07.514954 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-70090073-0123-4745-b5ab-6517c00dacdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:07.521915 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f160bc9-3a9d-4579-a068-e511e4ff1556 None None] Network bab36b9c-674d-4261-ab81-d4fb1bd1f111 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:12:07.522251 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-70090073-0123-4745-b5ab-6517c00dacdf admin admin] 10.222.0.100 "DELETE /v2.0/subnets/25ef98a8-7013-4b9f-8a45-b0570fc1d72f HTTP/1.1" status: 204  len: 168 time: 0.7661498
Apr 15 11:12:07.526750 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 53092) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:07.723812 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854678852'] for network, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:07.831119 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Deleting port fa7beb42-7e3d-4042-b667-10958976c54b {{(pid=85320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:12:07.831771 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:07.853605 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db89cc74-bc99-4d27-95b5-382f3787ddce None None] DHCP port deletion for bab36b9c-674d-4261-ab81-d4fb1bd1f111 request from dv-cinder-786386-1-iscsi {{(pid=85322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:12:07.858776 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-db89cc74-bc99-4d27-95b5-382f3787ddce None None] Deleting port fa7beb42-7e3d-4042-b667-10958976c54b {{(pid=85322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:12:07.859213 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-db89cc74-bc99-4d27-95b5-382f3787ddce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:08.126858 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-db89cc74-bc99-4d27-95b5-382f3787ddce None None] For port fa7beb42-7e3d-4042-b667-10958976c54b, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=fa7beb42-7e3d-4042-b667-10958976c54b,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:12:08.127739 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-db89cc74-bc99-4d27-95b5-382f3787ddce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:08.141500 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] For port fa7beb42-7e3d-4042-b667-10958976c54b, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=fa7beb42-7e3d-4042-b667-10958976c54b,segment=NetworkSegment(ca71cc89-c663-412a-a6b8-bc60581645ea),segment_id=ca71cc89-c663-412a-a6b8-bc60581645ea)] {{(pid=85320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:12:08.142165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:08.283698 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-db89cc74-bc99-4d27-95b5-382f3787ddce None None] Calling delete_port for fa7beb42-7e3d-4042-b667-10958976c54b owned by network:dhcp {{(pid=85322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:12:08.372837 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-db89cc74-bc99-4d27-95b5-382f3787ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282'] for port, after_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:08.393415 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bcc3aa1a-0f22-4729-bc8a-315fb9095e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:08.491037 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89cc74-bc99-4d27-95b5-382f3787ddce None None] Pushing event deleted for resources: {'Port': ['ID=fa7beb42-7e3d-4042-b667-10958976c54b,revision_number=None']} {{(pid=85322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:08.499031 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-db89cc74-bc99-4d27-95b5-382f3787ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:08.556459 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db89cc74-bc99-4d27-95b5-382f3787ddce None None] No DVR routers for this DVR port fa7beb42-7e3d-4042-b667-10958976c54b on host dv-cinder-786386-1-iscsi {{(pid=85322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:12:08.779792 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Calling delete_port for fa7beb42-7e3d-4042-b667-10958976c54b owned by network:dhcp {{(pid=85320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:12:08.908241 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.api [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85320) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:12:08.908664 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_db.api [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:12:08.938674 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device fa7beb42-7e3d-4042-b667-10958976c54b no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:12:08.978331 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: fa7beb42-7e3d-4042-b667-10958976c54b {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:12:08.978722 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device fa7beb42-7e3d-4042-b667-10958976c54b not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:12:09.410296 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Deleting port fa7beb42-7e3d-4042-b667-10958976c54b {{(pid=85320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:12:09.410567 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:09.487081 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] The port 'fa7beb42-7e3d-4042-b667-10958976c54b' was deleted {{(pid=85320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:12:09.616213 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854341903', 'neutron.services.segments.db._delete_segments_for_network--9223363306319465793'] for network, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:09.740001 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0bc4578cc0>,) {'filters': {'network_id': ['bab36b9c-674d-4261-ab81-d4fb1bd1f111']}} {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:09.754224 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc4578cc0>, 'ca71cc89-c663-412a-a6b8-bc60581645ea') {'for_net_delete': True} {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:09.755166 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc4578cc0>, 'ca71cc89-c663-412a-a6b8-bc60581645ea') {} {{(pid=85320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:09.771474 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306319469889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852127853'] for segment, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:09.792523 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:09.800081 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Releasing vlan 1432 on physical network physnet1 to pool {{(pid=85320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:12:09.995304 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Network bab36b9c-674d-4261-ab81-d4fb1bd1f111 has no segments {{(pid=85320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:12:10.005775 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-63568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852082610'] for segment, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:10.204338 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Network bab36b9c-674d-4261-ab81-d4fb1bd1f111 has no segments {{(pid=85320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:   % (table.description, expected, rows_matched)
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:   % (table.description, expected, rows_matched)
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:   % (table.description, expected, rows_matched)
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:   % (table.description, expected, rows_matched)
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]: Traceback (most recent call last):
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:     timer()
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:     cb(*args, **kw)
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:     return func(*args, **kwargs)
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:     self._notify()
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:     self.callback(batched_events)
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:     event.method(event)
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:     segment_id)['aggregates'][0]
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:     return f(self, *a, **k)
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self._get(url).json()
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:     **kwargs)
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:     **endpoint_filter)
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:12:10.229283 dv-cinder-786386-1-iscsi neutron-server[85207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:12:10.320260 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-433798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006288'] for network, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:10.324722 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-711fa521-643a-4fd6-9f29-e3fc6e0809cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:10.347079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:10.355105 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bab36b9c-674d-4261-ab81-d4fb1bd1f111,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:10.361559 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:10.374745 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-372d97cf-a33f-49af-badf-6a7e22b79dd8 admin admin] 10.222.0.100 "DELETE /v2.0/networks/bab36b9c-674d-4261-ab81-d4fb1bd1f111 HTTP/1.1" status: 204  len: 168 time: 2.8463452
Apr 15 11:12:10.378408 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53096) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:11.347836 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1e24d3a5-889b-421f-8d79-e4cd0d7c74d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852772599'] for router_interface, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:11.759916 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-1e24d3a5-889b-421f-8d79-e4cd0d7c74d4 admin admin] Deleting port 24e78d3c-8f7a-49a9-80ea-27418dc4607a {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:12:11.760289 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1e24d3a5-889b-421f-8d79-e4cd0d7c74d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:11.965357 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-1e24d3a5-889b-421f-8d79-e4cd0d7c74d4 admin admin] For port 24e78d3c-8f7a-49a9-80ea-27418dc4607a, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=24e78d3c-8f7a-49a9-80ea-27418dc4607a,segment=NetworkSegment(fdda6635-132e-4571-bbe9-ebd69998f5ba),segment_id=fdda6635-132e-4571-bbe9-ebd69998f5ba)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:12:11.965770 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1e24d3a5-889b-421f-8d79-e4cd0d7c74d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:12.106409 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-1e24d3a5-889b-421f-8d79-e4cd0d7c74d4 admin admin] Calling delete_port for 24e78d3c-8f7a-49a9-80ea-27418dc4607a owned by network:router_interface {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:12:12.306928 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1e24d3a5-889b-421f-8d79-e4cd0d7c74d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:12.325308 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-6a2e4c31-f9f5-4350-b214-f4b149c5de46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:12.425606 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24d3a5-889b-421f-8d79-e4cd0d7c74d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=24e78d3c-8f7a-49a9-80ea-27418dc4607a,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:12.434914 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-1e24d3a5-889b-421f-8d79-e4cd0d7c74d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:12.949575 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1e24d3a5-889b-421f-8d79-e4cd0d7c74d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852769316'] for router_interface, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:13.508847 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e24d3a5-889b-421f-8d79-e4cd0d7c74d4 admin admin] Router 132509df-f577-494b-a1bc-c86e4b954194 has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:12:13.717132 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e24d3a5-889b-421f-8d79-e4cd0d7c74d4 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:12:13.729379 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5626830b-6e90-4704-b0ff-2795a80b8928 None None] Sync routers for ids ['132509df-f577-494b-a1bc-c86e4b954194'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:12:13.739900 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-1e24d3a5-889b-421f-8d79-e4cd0d7c74d4 admin admin] 10.222.0.100 "PUT /v2.0/routers/132509df-f577-494b-a1bc-c86e4b954194/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3581979
Apr 15 11:12:13.742150 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5626830b-6e90-4704-b0ff-2795a80b8928 None None] Routers {'132509df-f577-494b-a1bc-c86e4b954194'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:12:13.742889 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-5626830b-6e90-4704-b0ff-2795a80b8928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc56fa2e8>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:11:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['132509df-f577-494b-a1bc-c86e4b954194'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:13.743148 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53100) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:13.972648 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-5626830b-6e90-4704-b0ff-2795a80b8928 None None] Set router 132509df-f577-494b-a1bc-c86e4b954194 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:12:14.394819 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-5626830b-6e90-4704-b0ff-2795a80b8928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc56fa2e8>, [{'id': '132509df-f577-494b-a1bc-c86e4b954194', 'name': 'tempest-TestVolumeBootPattern-380453288-router', 'tenant_id': '4815f529e59c47ddb0f5a792ff292c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '318a983e-7876-4445-9f22-234772583fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:32Z', 'updated_at': '2021-04-15T11:12:12Z', 'revision_number': 5, 'project_id': '4815f529e59c47ddb0f5a792ff292c43', 'gw_port': {'id': '318a983e-7876-4445-9f22-234772583fc2', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132509df-f577-494b-a1bc-c86e4b954194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:33Z', 'updated_at': '2021-04-15T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:14.397857 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ccd8fe26-d223-460f-97fa-7b5bf028dc95 admin admin] Notify callbacks [] for router, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:14.399599 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5626830b-6e90-4704-b0ff-2795a80b8928 None None] Checking router: 132509df-f577-494b-a1bc-c86e4b954194 for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:12:14.410250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5626830b-6e90-4704-b0ff-2795a80b8928 None None] Routers {'132509df-f577-494b-a1bc-c86e4b954194'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:12:14.411509 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-5626830b-6e90-4704-b0ff-2795a80b8928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc56fa2e8>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:11:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['132509df-f577-494b-a1bc-c86e4b954194'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:14.612864 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-5626830b-6e90-4704-b0ff-2795a80b8928 None None] Set router 132509df-f577-494b-a1bc-c86e4b954194 gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:12:14.758030 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ccd8fe26-d223-460f-97fa-7b5bf028dc95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:14.774029 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-ccd8fe26-d223-460f-97fa-7b5bf028dc95 admin admin] Deleting port 318a983e-7876-4445-9f22-234772583fc2 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:12:14.774696 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ccd8fe26-d223-460f-97fa-7b5bf028dc95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:15.067761 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-5626830b-6e90-4704-b0ff-2795a80b8928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc56fa2e8>, [{'id': '132509df-f577-494b-a1bc-c86e4b954194', 'name': 'tempest-TestVolumeBootPattern-380453288-router', 'tenant_id': '4815f529e59c47ddb0f5a792ff292c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '318a983e-7876-4445-9f22-234772583fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:32Z', 'updated_at': '2021-04-15T11:12:12Z', 'revision_number': 5, 'project_id': '4815f529e59c47ddb0f5a792ff292c43', 'gw_port': {'id': '318a983e-7876-4445-9f22-234772583fc2', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132509df-f577-494b-a1bc-c86e4b954194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:33Z', 'updated_at': '2021-04-15T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:15.075159 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5626830b-6e90-4704-b0ff-2795a80b8928 None None] The sync data for ids ['132509df-f577-494b-a1bc-c86e4b954194'] in dv-cinder-786386-1-iscsi is: [{'id': '132509df-f577-494b-a1bc-c86e4b954194', 'name': 'tempest-TestVolumeBootPattern-380453288-router', 'tenant_id': '4815f529e59c47ddb0f5a792ff292c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '318a983e-7876-4445-9f22-234772583fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:04:32Z', 'updated_at': '2021-04-15T11:12:12Z', 'revision_number': 5, 'project_id': '4815f529e59c47ddb0f5a792ff292c43', 'gw_port': {'id': '318a983e-7876-4445-9f22-234772583fc2', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132509df-f577-494b-a1bc-c86e4b954194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:04:33Z', 'updated_at': '2021-04-15T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:12:15.109078 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-ccd8fe26-d223-460f-97fa-7b5bf028dc95 admin admin] For port 318a983e-7876-4445-9f22-234772583fc2, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=318a983e-7876-4445-9f22-234772583fc2,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:12:15.109502 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ccd8fe26-d223-460f-97fa-7b5bf028dc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:15.263667 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-ccd8fe26-d223-460f-97fa-7b5bf028dc95 admin admin] Calling delete_port for 318a983e-7876-4445-9f22-234772583fc2 owned by network:router_gateway {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:12:15.467394 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ccd8fe26-d223-460f-97fa-7b5bf028dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:15.484349 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b9796183-b27f-4f0f-964a-f207fd83d801 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:15.588575 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8fe26-d223-460f-97fa-7b5bf028dc95 admin admin] Pushing event deleted for resources: {'Port': ['ID=318a983e-7876-4445-9f22-234772583fc2,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:15.591736 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ccd8fe26-d223-460f-97fa-7b5bf028dc95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:15.778842 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ccd8fe26-d223-460f-97fa-7b5bf028dc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852769478'] for router_gateway, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:15.982094 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ccd8fe26-d223-460f-97fa-7b5bf028dc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852770596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60879'] for router, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:15.986768 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ccd8fe26-d223-460f-97fa-7b5bf028dc95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:16.030066 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ccd8fe26-d223-460f-97fa-7b5bf028dc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000460'] for router, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:16.030766 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd8fe26-d223-460f-97fa-7b5bf028dc95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 132509df-f577-494b-a1bc-c86e4b954194 {{(pid=85321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:12:16.047224 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ccd8fe26-d223-460f-97fa-7b5bf028dc95 admin admin] Notify callbacks [] for router, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:16.048540 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-ccd8fe26-d223-460f-97fa-7b5bf028dc95 admin admin] 10.222.0.100 "DELETE /v2.0/routers/132509df-f577-494b-a1bc-c86e4b954194 HTTP/1.1" status: 204  len: 168 time: 2.3041635
Apr 15 11:12:16.052110 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53104) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:16.159959 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39cdaeb-d3c2-4292-9f28-8ea9995b0d9d admin admin] Deleting subnet 7550e75a-4fa3-44b0-8575-f9bd70c71bd1 {{(pid=85321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:12:16.164397 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e39cdaeb-d3c2-4292-9f28-8ea9995b0d9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:16.222146 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e39cdaeb-d3c2-4292-9f28-8ea9995b0d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851186173'] for subnet, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:16.330637 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e39cdaeb-d3c2-4292-9f28-8ea9995b0d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5390'] for subnet, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:16.636349 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e39cdaeb-d3c2-4292-9f28-8ea9995b0d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853608755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851334486'] for subnet, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:16.652111 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-10b4d838-99d7-4038-8921-844c4963b9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:16.742893 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cdaeb-d3c2-4292-9f28-8ea9995b0d9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7550e75a-4fa3-44b0-8575-f9bd70c71bd1,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:16.750884 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e39cdaeb-d3c2-4292-9f28-8ea9995b0d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:16.801440 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e39cdaeb-d3c2-4292-9f28-8ea9995b0d9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:16.808730 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-e39cdaeb-d3c2-4292-9f28-8ea9995b0d9d admin admin] 10.222.0.100 "DELETE /v2.0/subnets/7550e75a-4fa3-44b0-8575-f9bd70c71bd1 HTTP/1.1" status: 204  len: 168 time: 0.7552049
Apr 15 11:12:16.810645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a728962c-8199-4637-bb23-f95ba69b6ef3 None None] Network 5fd20314-35f9-4f07-9575-b0be88e7f8d6 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:12:16.813248 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53108) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:16.995647 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 24e78d3c-8f7a-49a9-80ea-27418dc4607a no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:12:17.010467 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854678852'] for network, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:17.163600 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] Deleting port d354bf68-5cd0-49bd-9769-9bb1333895d6 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:12:17.164264 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:17.275690 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: 24e78d3c-8f7a-49a9-80ea-27418dc4607a {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:12:17.276088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 24e78d3c-8f7a-49a9-80ea-27418dc4607a not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:12:17.276563 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 318a983e-7876-4445-9f22-234772583fc2 no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:12:17.321938 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: 318a983e-7876-4445-9f22-234772583fc2 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:12:17.322330 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 318a983e-7876-4445-9f22-234772583fc2 not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:12:17.438806 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8361ee-1b78-4aa8-9e46-fb7528a9bad9 None None] DHCP port deletion for 5fd20314-35f9-4f07-9575-b0be88e7f8d6 request from dv-cinder-786386-1-iscsi {{(pid=85322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:12:17.445457 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-7f8361ee-1b78-4aa8-9e46-fb7528a9bad9 None None] Deleting port d354bf68-5cd0-49bd-9769-9bb1333895d6 {{(pid=85322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:12:17.446093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7f8361ee-1b78-4aa8-9e46-fb7528a9bad9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:17.464790 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] For port d354bf68-5cd0-49bd-9769-9bb1333895d6, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=d354bf68-5cd0-49bd-9769-9bb1333895d6,segment=NetworkSegment(fdda6635-132e-4571-bbe9-ebd69998f5ba),segment_id=fdda6635-132e-4571-bbe9-ebd69998f5ba)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:12:17.465371 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:17.625266 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] Calling delete_port for d354bf68-5cd0-49bd-9769-9bb1333895d6 owned by network:dhcp {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:12:17.721073 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-7f8361ee-1b78-4aa8-9e46-fb7528a9bad9 None None] For port d354bf68-5cd0-49bd-9769-9bb1333895d6, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=d354bf68-5cd0-49bd-9769-9bb1333895d6,segment=NetworkSegment(fdda6635-132e-4571-bbe9-ebd69998f5ba),segment_id=fdda6635-132e-4571-bbe9-ebd69998f5ba)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:12:17.721997 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7f8361ee-1b78-4aa8-9e46-fb7528a9bad9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:17.752593 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:17.772892 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bac0336e-4d33-4791-94d2-497d3e175e78 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:17.883270 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-7f8361ee-1b78-4aa8-9e46-fb7528a9bad9 None None] Calling delete_port for d354bf68-5cd0-49bd-9769-9bb1333895d6 owned by network:dhcp {{(pid=85322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:12:17.895448 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=d354bf68-5cd0-49bd-9769-9bb1333895d6,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:17.900253 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:17.973523 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.api [None req-7f8361ee-1b78-4aa8-9e46-fb7528a9bad9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:12:17.973784 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_db.api [None req-7f8361ee-1b78-4aa8-9e46-fb7528a9bad9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:12:18.004047 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] No DVR routers for this DVR port d354bf68-5cd0-49bd-9769-9bb1333895d6 on host dv-cinder-786386-1-iscsi {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:12:18.163606 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854341903', 'neutron.services.segments.db._delete_segments_for_network--9223363306319465793'] for network, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:18.385349 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0bc5296ef0>,) {'filters': {'network_id': ['5fd20314-35f9-4f07-9575-b0be88e7f8d6']}} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:18.412241 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc5296ef0>, 'fdda6635-132e-4571-bbe9-ebd69998f5ba') {'for_net_delete': True} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:18.413088 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc5296ef0>, 'fdda6635-132e-4571-bbe9-ebd69998f5ba') {} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:18.440707 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306319469889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3589659'] for segment, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:18.472010 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:18.475644 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-7f8361ee-1b78-4aa8-9e46-fb7528a9bad9 None None] Deleting port d354bf68-5cd0-49bd-9769-9bb1333895d6 {{(pid=85322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:12:18.476291 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7f8361ee-1b78-4aa8-9e46-fb7528a9bad9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:18.483850 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] Releasing vlan 1434 on physical network physnet1 to pool {{(pid=85321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:12:18.607439 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-7f8361ee-1b78-4aa8-9e46-fb7528a9bad9 None None] The port 'd354bf68-5cd0-49bd-9769-9bb1333895d6' was deleted {{(pid=85322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:12:18.742423 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] Network 5fd20314-35f9-4f07-9575-b0be88e7f8d6 has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:12:18.752247 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-63568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167214'] for segment, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:18.959125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device d354bf68-5cd0-49bd-9769-9bb1333895d6 no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:12:18.972642 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] Network 5fd20314-35f9-4f07-9575-b0be88e7f8d6 has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]: Traceback (most recent call last):
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:     timer()
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:     cb(*args, **kw)
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:     return func(*args, **kwargs)
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:     self._notify()
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:     self.callback(batched_events)
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:     event.method(event)
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:     segment_id)['aggregates'][0]
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:     return f(self, *a, **k)
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self._get(url).json()
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:     **kwargs)
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:     **endpoint_filter)
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:12:19.000317 dv-cinder-786386-1-iscsi neutron-server[85207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:12:19.006523 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: d354bf68-5cd0-49bd-9769-9bb1333895d6 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:12:19.006523 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device d354bf68-5cd0-49bd-9769-9bb1333895d6 not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:12:19.089208 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-433798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006288'] for network, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:19.093427 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8d50e8cd-868d-4bad-85f7-7b4b4ee3bf16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:19.110905 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:19.124142 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd20314-35f9-4f07-9575-b0be88e7f8d6,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:19.132232 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:19.142826 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-30dbaa61-1bf7-431e-8d00-b655ea4d9e92 admin admin] 10.222.0.100 "DELETE /v2.0/networks/5fd20314-35f9-4f07-9575-b0be88e7f8d6 HTTP/1.1" status: 204  len: 168 time: 2.3279855
Apr 15 11:12:19.404230 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53114) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:19.462103 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-f3112327-3252-4a4a-b4d6-8f168bcb5181 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=88aa0bab568f4a5aa59730c0ed5f2114&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0564501
Apr 15 11:12:19.464984 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53118) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:19.538249 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9a5e540d-51ba-46c7-ae22-3a5ccaea981b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:19.569886 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9a5e540d-51ba-46c7-ae22-3a5ccaea981b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:19.623204 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9a5e540d-51ba-46c7-ae22-3a5ccaea981b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:19.627525 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-0d173bd1-4a57-451f-805d-0c769cd1cf4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:19.643041 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e540d-51ba-46c7-ae22-3a5ccaea981b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ee2038-8012-4801-a3c4-327db42a1db7,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:19.647244 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9a5e540d-51ba-46c7-ae22-3a5ccaea981b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:19.659233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-9a5e540d-51ba-46c7-ae22-3a5ccaea981b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:19.661078 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-9a5e540d-51ba-46c7-ae22-3a5ccaea981b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/01ee2038-8012-4801-a3c4-327db42a1db7 HTTP/1.1" status: 204  len: 168 time: 0.1948485
Apr 15 11:12:20.078118 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 53126) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:20.136352 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-dbd94190-79ba-42d6-aa9b-8590e789b5e2 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4815f529e59c47ddb0f5a792ff292c43&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0564933
Apr 15 11:12:20.139827 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 53130) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:20.214577 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bc64c335-4669-4daf-b99b-8c174a59f915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:20.247891 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bc64c335-4669-4daf-b99b-8c174a59f915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:20.305050 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bc64c335-4669-4daf-b99b-8c174a59f915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:20.315019 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9afbe38a-dd14-4ae9-90fa-2cfcbba99c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:20.342636 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64c335-4669-4daf-b99b-8c174a59f915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907e5e38-b344-4b0f-90d6-637e7d776686,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:20.347299 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-bc64c335-4669-4daf-b99b-8c174a59f915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:20.352801 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bc64c335-4669-4daf-b99b-8c174a59f915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:20.355225 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-bc64c335-4669-4daf-b99b-8c174a59f915 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/907e5e38-b344-4b0f-90d6-637e7d776686 HTTP/1.1" status: 204  len: 168 time: 0.2129500
Apr 15 11:12:21.363472 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:23.501569 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:12:23.843957 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-bac8cb48-3548-4dd4-802f-90eef917c0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:25.469728 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0ee5-1ad4-4b76-971e-c2971a986eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:26.737773 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:27.080488 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:30.284392 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:38.146143 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 53138) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:38.388749 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-e4c68469-9c01-4fc8-b7b6-4c62e7c5a0ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Deleting port 9efeef74-b3e0-4c4b-b525-3454313074f6 {{(pid=85320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:12:38.389200 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e4c68469-9c01-4fc8-b7b6-4c62e7c5a0ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:38.589231 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e4c68469-9c01-4fc8-b7b6-4c62e7c5a0ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:38.589587 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e4c68469-9c01-4fc8-b7b6-4c62e7c5a0ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:38.729558 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-e4c68469-9c01-4fc8-b7b6-4c62e7c5a0ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Calling delete_port for 9efeef74-b3e0-4c4b-b525-3454313074f6 owned by network:floatingip {{(pid=85320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:12:38.897594 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e4c68469-9c01-4fc8-b7b6-4c62e7c5a0ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:38.915184 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-195470bf-f45c-4578-8c6b-d25654510203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:39.009753 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c68469-9c01-4fc8-b7b6-4c62e7c5a0ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Pushing event deleted for resources: {'Port': ['ID=9efeef74-b3e0-4c4b-b525-3454313074f6,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:39.017071 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e4c68469-9c01-4fc8-b7b6-4c62e7c5a0ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:39.190699 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e4c68469-9c01-4fc8-b7b6-4c62e7c5a0ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for floatingip, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:39.191930 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.db.l3_db [None req-e4c68469-9c01-4fc8-b7b6-4c62e7c5a0ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Floating IP 76577bdb-055f-4a22-9903-5799a615c0ce disassociated (deleted). External IP: 172.27.0.34, port: 07a6fe04-0c89-499e-9d44-104210791060.
Apr 15 11:12:39.588750 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c68469-9c01-4fc8-b7b6-4c62e7c5a0ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Router 77f833b4-18a1-41a0-9620-d458541e21cc has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:12:39.842525 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c68469-9c01-4fc8-b7b6-4c62e7c5a0ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:12:39.856178 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e809b06a-cb72-468a-8775-7e30fdba486f None None] Sync routers for ids ['77f833b4-18a1-41a0-9620-d458541e21cc'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:12:39.859494 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e4c68469-9c01-4fc8-b7b6-4c62e7c5a0ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for floatingip, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:39.868809 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e809b06a-cb72-468a-8775-7e30fdba486f None None] Routers {'77f833b4-18a1-41a0-9620-d458541e21cc'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:12:39.869822 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-e809b06a-cb72-468a-8775-7e30fdba486f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc4c25cf8>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:12:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['77f833b4-18a1-41a0-9620-d458541e21cc'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:39.926076 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-e4c68469-9c01-4fc8-b7b6-4c62e7c5a0ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "DELETE /v2.0/floatingips/76577bdb-055f-4a22-9903-5799a615c0ce HTTP/1.1" status: 204  len: 168 time: 1.7779284
Apr 15 11:12:39.927087 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14b78fb-b95c-4aa6-b3ed-b2fe7d772b14', 'tag': '07a6fe04-0c89-499e-9d44-104210791060'}] {{(pid=85320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:12:40.013496 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14b78fb-b95c-4aa6-b3ed-b2fe7d772b14', 'tag': '07a6fe04-0c89-499e-9d44-104210791060', 'status': 'completed', 'code': 200}
Apr 15 11:12:40.130986 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-e809b06a-cb72-468a-8775-7e30fdba486f None None] Set router 77f833b4-18a1-41a0-9620-d458541e21cc gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:12:40.170315 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478affed-70fd-4f73-823c-920273e180de req-611e8f6f-110a-4010-a5d2-f88285d0a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:12:40.172442 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-478affed-70fd-4f73-823c-920273e180de req-611e8f6f-110a-4010-a5d2-f88285d0a645 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8f5b0aeca07749e5853fd41afc9717a6&device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 1098 time: 0.1085391
Apr 15 11:12:40.627425 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478affed-70fd-4f73-823c-920273e180de req-d450d7b9-7fd5-4f60-8085-9b3313037f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:12:40.629752 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-478affed-70fd-4f73-823c-920273e180de req-d450d7b9-7fd5-4f60-8085-9b3313037f0c service neutron] 10.222.0.99 "GET /v2.0/networks?id=71f67761-4627-416f-b775-4cf090e2cb02 HTTP/1.1" status: 200  len: 910 time: 0.4506793
Apr 15 11:12:40.703531 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-e809b06a-cb72-468a-8775-7e30fdba486f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc4c25cf8>, [{'id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'name': 'tempest-TestShelveInstance-185141957-router', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:07:54Z', 'updated_at': '2021-04-15T11:08:00Z', 'revision_number': 4, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'gw_port': {'id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:55Z', 'updated_at': '2021-04-15T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '3566f1fd-8b2a-4774-9cf3-39b77f5bb512', 'name': '', 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'mac_address': 'fa:16:3e:4e:2d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:59Z', 'updated_at': '2021-04-15T11:08:13Z', 'revision_number': 5, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'subnets': [{'id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:40.710017 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-478affed-70fd-4f73-823c-920273e180de req-9e7351f5-d59c-49df-a984-e775b27a8d99 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07a6fe04-0c89-499e-9d44-104210791060 HTTP/1.1" status: 200  len: 217 time: 0.0731139
Apr 15 11:12:40.712304 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e809b06a-cb72-468a-8775-7e30fdba486f None None] Checking router: 77f833b4-18a1-41a0-9620-d458541e21cc for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:12:40.730493 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e809b06a-cb72-468a-8775-7e30fdba486f None None] Routers {'77f833b4-18a1-41a0-9620-d458541e21cc'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:12:40.732419 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-e809b06a-cb72-468a-8775-7e30fdba486f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc4c25cf8>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:12:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['77f833b4-18a1-41a0-9620-d458541e21cc'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:40.785249 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478affed-70fd-4f73-823c-920273e180de req-953f28bd-5cfc-4142-818e-99b2c3aeab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:12:40.787528 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-478affed-70fd-4f73-823c-920273e180de req-953f28bd-5cfc-4142-818e-99b2c3aeab8f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8 HTTP/1.1" status: 200  len: 847 time: 0.0708144
Apr 15 11:12:40.883819 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478affed-70fd-4f73-823c-920273e180de req-7352097b-0b2e-4c3e-9063-398cbfe9782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:12:40.885532 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-478affed-70fd-4f73-823c-920273e180de req-7352097b-0b2e-4c3e-9063-398cbfe9782e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=71f67761-4627-416f-b775-4cf090e2cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0908740
Apr 15 11:12:41.020448 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca81275-927b-4bc9-a640-d07f7c9765ed req-90a8b24f-0d9e-4d53-86c4-58e21ce4872d tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:12:41.021723 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-aca81275-927b-4bc9-a640-d07f7c9765ed req-90a8b24f-0d9e-4d53-86c4-58e21ce4872d tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Synchronizing usage tracker for tenant:8f5b0aeca07749e5853fd41afc9717a6 on resource:port {{(pid=85320) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:12:41.041051 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-aca81275-927b-4bc9-a640-d07f7c9765ed req-90a8b24f-0d9e-4d53-86c4-58e21ce4872d tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Unset dirty status for tenant:8f5b0aeca07749e5853fd41afc9717a6 on resource:port {{(pid=85320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:12:41.042935 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-aca81275-927b-4bc9-a640-d07f7c9765ed req-90a8b24f-0d9e-4d53-86c4-58e21ce4872d tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.5248628
Apr 15 11:12:41.051617 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-e809b06a-cb72-468a-8775-7e30fdba486f None None] Set router 77f833b4-18a1-41a0-9620-d458541e21cc gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:12:41.098265 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-478affed-70fd-4f73-823c-920273e180de req-e2049e0c-a1b8-4c7b-814b-4a9f3e6a3203 service neutron] 10.222.0.99 "GET /v2.0/networks/71f67761-4627-416f-b775-4cf090e2cb02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2045784
Apr 15 11:12:41.142926 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-aca81275-927b-4bc9-a640-d07f7c9765ed req-837201ea-c0df-4e2e-80fd-8296e986130f tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0866745
Apr 15 11:12:41.280012 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-478affed-70fd-4f73-823c-920273e180de req-a61a129a-2f80-4fca-b3ac-619214999e33 service neutron] 10.222.0.99 "GET /v2.0/networks/71f67761-4627-416f-b775-4cf090e2cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1756930
Apr 15 11:12:41.600378 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-e809b06a-cb72-468a-8775-7e30fdba486f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc4c25cf8>, [{'id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'name': 'tempest-TestShelveInstance-185141957-router', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:07:54Z', 'updated_at': '2021-04-15T11:08:00Z', 'revision_number': 4, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'gw_port': {'id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:55Z', 'updated_at': '2021-04-15T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '3566f1fd-8b2a-4774-9cf3-39b77f5bb512', 'name': '', 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'mac_address': 'fa:16:3e:4e:2d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:59Z', 'updated_at': '2021-04-15T11:08:13Z', 'revision_number': 5, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'subnets': [{'id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:41.605434 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e809b06a-cb72-468a-8775-7e30fdba486f None None] The sync data for ids ['77f833b4-18a1-41a0-9620-d458541e21cc'] in dv-cinder-786386-1-iscsi is: [{'id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'name': 'tempest-TestShelveInstance-185141957-router', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:07:54Z', 'updated_at': '2021-04-15T11:08:00Z', 'revision_number': 4, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'gw_port': {'id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:55Z', 'updated_at': '2021-04-15T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi', '_interfaces': [{'id': '3566f1fd-8b2a-4774-9cf3-39b77f5bb512', 'name': '', 'network_id': '71f67761-4627-416f-b775-4cf090e2cb02', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'mac_address': 'fa:16:3e:4e:2d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:59Z', 'updated_at': '2021-04-15T11:08:13Z', 'revision_number': 5, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'subnets': [{'id': 'b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:12:41.981975 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b7ffce-f9f5-4809-b1bd-add7e6c445da None None] New status for floating IP 76577bdb-055f-4a22-9903-5799a615c0ce: DOWN {{(pid=85323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 11:12:42.191201 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2b155-f8f6-456d-874e-19e1d749f33c req-8aab1dbb-09d0-4ea7-af87-e0e8a28f6e05 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:12:42.192564 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-9ec2b155-f8f6-456d-874e-19e1d749f33c req-8aab1dbb-09d0-4ea7-af87-e0e8a28f6e05 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Synchronizing usage tracker for tenant:8f5b0aeca07749e5853fd41afc9717a6 on resource:port {{(pid=85321) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 11:12:42.214953 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.quota.resource [req-9ec2b155-f8f6-456d-874e-19e1d749f33c req-8aab1dbb-09d0-4ea7-af87-e0e8a28f6e05 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Unset dirty status for tenant:8f5b0aeca07749e5853fd41afc9717a6 on resource:port {{(pid=85321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 11:12:42.216943 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9ec2b155-f8f6-456d-874e-19e1d749f33c req-8aab1dbb-09d0-4ea7-af87-e0e8a28f6e05 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.99 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.1496787
Apr 15 11:12:42.340917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-9ec2b155-f8f6-456d-874e-19e1d749f33c req-e739f245-8ffb-4d17-a1f2-d51285eec03a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Deleting port 07a6fe04-0c89-499e-9d44-104210791060 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:12:42.341690 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-9ec2b155-f8f6-456d-874e-19e1d749f33c req-e739f245-8ffb-4d17-a1f2-d51285eec03a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:42.436312 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d127340-f41f-497b-bfdb-b520fe67a76f req-1a5ae5ee-632f-4f12-a5b6-9b92bdb96912 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 11:12:42.437921 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2d127340-f41f-497b-bfdb-b520fe67a76f req-1a5ae5ee-632f-4f12-a5b6-9b92bdb96912 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 945 time: 0.1601770
Apr 15 11:12:42.499489 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-2d127340-f41f-497b-bfdb-b520fe67a76f req-7f140ea4-6f2d-4f8b-a20d-7e2bced4daac tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/security-groups?id=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497339
Apr 15 11:12:42.629691 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [req-9ec2b155-f8f6-456d-874e-19e1d749f33c req-e739f245-8ffb-4d17-a1f2-d51285eec03a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] For port 07a6fe04-0c89-499e-9d44-104210791060, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07a6fe04-0c89-499e-9d44-104210791060,segment=NetworkSegment(548cc6a4-8277-4079-a28d-455e586cac23),segment_id=548cc6a4-8277-4079-a28d-455e586cac23)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:12:42.630097 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-9ec2b155-f8f6-456d-874e-19e1d749f33c req-e739f245-8ffb-4d17-a1f2-d51285eec03a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:42.766950 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [req-9ec2b155-f8f6-456d-874e-19e1d749f33c req-e739f245-8ffb-4d17-a1f2-d51285eec03a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Calling delete_port for 07a6fe04-0c89-499e-9d44-104210791060 owned by compute:nova {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:12:42.934928 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-9ec2b155-f8f6-456d-874e-19e1d749f33c req-e739f245-8ffb-4d17-a1f2-d51285eec03a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:42.951335 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-77a69501-1019-4dbf-a103-0121f4a43dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:43.054449 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739f245-8ffb-4d17-a1f2-d51285eec03a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Pushing event deleted for resources: {'Port': ['ID=07a6fe04-0c89-499e-9d44-104210791060,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:43.061670 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-e739f245-8ffb-4d17-a1f2-d51285eec03a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:43.212732 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec2b155-f8f6-456d-874e-19e1d749f33c req-e739f245-8ffb-4d17-a1f2-d51285eec03a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] No DVR routers for this DVR port 07a6fe04-0c89-499e-9d44-104210791060 on host hv-cinder-78638 {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:12:43.215464 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [req-9ec2b155-f8f6-456d-874e-19e1d749f33c req-e739f245-8ffb-4d17-a1f2-d51285eec03a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-966'] for port, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:43.218662 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14b78fb-b95c-4aa6-b3ed-b2fe7d772b14', 'name': 'network-vif-deleted', 'tag': '07a6fe04-0c89-499e-9d44-104210791060'}] {{(pid=85321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 11:12:43.236533 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-9ec2b155-f8f6-456d-874e-19e1d749f33c req-e739f245-8ffb-4d17-a1f2-d51285eec03a tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.99 "DELETE /v2.0/ports/07a6fe04-0c89-499e-9d44-104210791060 HTTP/1.1" status: 204  len: 173 time: 1.0123172
Apr 15 11:12:43.267864 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14b78fb-b95c-4aa6-b3ed-b2fe7d772b14', 'name': 'network-vif-deleted', 'tag': '07a6fe04-0c89-499e-9d44-104210791060', 'status': 'completed', 'code': 200}
Apr 15 11:12:43.719697 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [req-14b31c1c-5c95-4045-9e67-cec1998cd328 req-e447a3c2-d8fb-4c50-b57c-3e61339d0a65 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "GET /v2.0/ports?device_id=d14b78fb-b95c-4aa6-b3ed-b2fe7d772b14 HTTP/1.1" status: 200  len: 210 time: 0.0524700
Apr 15 11:12:44.842014 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 53160) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:44.924894 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-79527091-efd2-495d-9e45-46989296a2ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:44.958444 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-79527091-efd2-495d-9e45-46989296a2ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:45.013017 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-79527091-efd2-495d-9e45-46989296a2ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:45.018680 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-05324a60-5fbc-4994-b420-c210f4c1e135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:45.036488 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79527091-efd2-495d-9e45-46989296a2ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1b5bbc-00be-4cc7-af86-3622faf5eb5e,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:45.048912 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79527091-efd2-495d-9e45-46989296a2ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:45.049336 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79527091-efd2-495d-9e45-46989296a2ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:45.049757 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79527091-efd2-495d-9e45-46989296a2ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:45.050176 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79527091-efd2-495d-9e45-46989296a2ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:45.051292 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79527091-efd2-495d-9e45-46989296a2ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:45.051708 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79527091-efd2-495d-9e45-46989296a2ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:45.052115 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79527091-efd2-495d-9e45-46989296a2ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:45.052522 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79527091-efd2-495d-9e45-46989296a2ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:45.052921 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79527091-efd2-495d-9e45-46989296a2ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:45.053328 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79527091-efd2-495d-9e45-46989296a2ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:45.053732 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79527091-efd2-495d-9e45-46989296a2ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:45.054130 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79527091-efd2-495d-9e45-46989296a2ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:45.057513 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-79527091-efd2-495d-9e45-46989296a2ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Notify callbacks [] for security_group, before_response {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:45.058788 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-79527091-efd2-495d-9e45-46989296a2ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] 10.222.0.100 "DELETE /v2.0/security-groups/ba1b5bbc-00be-4cc7-af86-3622faf5eb5e HTTP/1.1" status: 204  len: 168 time: 0.2153499
Apr 15 11:12:45.059844 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-79527091-efd2-495d-9e45-46989296a2ae tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:45.127961 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85320) accepted ('10.222.0.100', 53166) {{(pid=85320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:46.077848 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b98afb6c-ec73-459d-bbd6-b0c6a4dcc4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852772599'] for router_interface, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:46.572523 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-b98afb6c-ec73-459d-bbd6-b0c6a4dcc4dd admin admin] Deleting port 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 {{(pid=85320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:12:46.572903 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b98afb6c-ec73-459d-bbd6-b0c6a4dcc4dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:46.771229 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-b98afb6c-ec73-459d-bbd6-b0c6a4dcc4dd admin admin] For port 3566f1fd-8b2a-4774-9cf3-39b77f5bb512, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=3566f1fd-8b2a-4774-9cf3-39b77f5bb512,segment=NetworkSegment(548cc6a4-8277-4079-a28d-455e586cac23),segment_id=548cc6a4-8277-4079-a28d-455e586cac23)] {{(pid=85320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:12:46.771637 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b98afb6c-ec73-459d-bbd6-b0c6a4dcc4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:46.858184 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 07a6fe04-0c89-499e-9d44-104210791060 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:12:46.901054 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] No Port match for: 07a6fe04-0c89-499e-9d44-104210791060 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:12:46.901460 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Device 07a6fe04-0c89-499e-9d44-104210791060 not bound to the agent host hv-cinder-78638 {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:12:46.921361 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-b98afb6c-ec73-459d-bbd6-b0c6a4dcc4dd admin admin] Calling delete_port for 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 owned by network:router_interface {{(pid=85320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:12:47.191286 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b98afb6c-ec73-459d-bbd6-b0c6a4dcc4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852082278'] for port, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:47.219547 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-5abfc85e-a678-4c89-8c83-facd53ecd948 tempest-TestShelveInstance-22149142 tempest-TestShelveInstance-22149142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:47.398514 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98afb6c-ec73-459d-bbd6-b0c6a4dcc4dd admin admin] Pushing event deleted for resources: {'Port': ['ID=3566f1fd-8b2a-4774-9cf3-39b77f5bb512,revision_number=None']} {{(pid=85320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:47.403324 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-b98afb6c-ec73-459d-bbd6-b0c6a4dcc4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:47.902820 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-b98afb6c-ec73-459d-bbd6-b0c6a4dcc4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852769316'] for router_interface, after_delete {{(pid=85320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:48.442036 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98afb6c-ec73-459d-bbd6-b0c6a4dcc4dd admin admin] Router 77f833b4-18a1-41a0-9620-d458541e21cc has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:12:48.931402 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98afb6c-ec73-459d-bbd6-b0c6a4dcc4dd admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:12:48.945304 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee0407-3813-4db8-840b-73ed2ef55a29 None None] Sync routers for ids ['77f833b4-18a1-41a0-9620-d458541e21cc'] in dv-cinder-786386-1-iscsi {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:12:48.955885 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-b98afb6c-ec73-459d-bbd6-b0c6a4dcc4dd admin admin] 10.222.0.100 "PUT /v2.0/routers/77f833b4-18a1-41a0-9620-d458541e21cc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8237343
Apr 15 11:12:48.957172 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53170) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:48.960445 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee0407-3813-4db8-840b-73ed2ef55a29 None None] Routers {'77f833b4-18a1-41a0-9620-d458541e21cc'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:12:48.961525 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-d8ee0407-3813-4db8-840b-73ed2ef55a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc4c259b0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:12:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['77f833b4-18a1-41a0-9620-d458541e21cc'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:49.284025 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Notify callbacks [] for router, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:49.430247 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-d8ee0407-3813-4db8-840b-73ed2ef55a29 None None] Set router 77f833b4-18a1-41a0-9620-d458541e21cc gateway port host: dv-cinder-786386-1-iscsi {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:12:49.626415 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:49.640932 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Deleting port 3ab07e7d-0e80-417f-a3ea-bd94cc802cba {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:12:49.641641 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:49.750362 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-d8ee0407-3813-4db8-840b-73ed2ef55a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc4c259b0>, [{'id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'name': 'tempest-TestShelveInstance-185141957-router', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:07:54Z', 'updated_at': '2021-04-15T11:12:47Z', 'revision_number': 5, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'gw_port': {'id': '3ab07e7d-0e80-417f-a3ea-bd94cc802cba', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:07:55Z', 'updated_at': '2021-04-15T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:49.754825 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee0407-3813-4db8-840b-73ed2ef55a29 None None] Checking router: 77f833b4-18a1-41a0-9620-d458541e21cc for host: dv-cinder-786386-1-iscsi {{(pid=85322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:12:49.764319 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee0407-3813-4db8-840b-73ed2ef55a29 None None] Routers {'77f833b4-18a1-41a0-9620-d458541e21cc'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:12:49.765002 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-d8ee0407-3813-4db8-840b-73ed2ef55a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc4c259b0>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:12:25Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['77f833b4-18a1-41a0-9620-d458541e21cc'], 'active': True} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:49.940131 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-d8ee0407-3813-4db8-840b-73ed2ef55a29 None None] Set router 77f833b4-18a1-41a0-9620-d458541e21cc gateway port host: None {{(pid=85322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:12:49.969658 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] For port 3ab07e7d-0e80-417f-a3ea-bd94cc802cba, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=3ab07e7d-0e80-417f-a3ea-bd94cc802cba,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:12:49.970165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:50.063121 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-d8ee0407-3813-4db8-840b-73ed2ef55a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc4c259b0>, [{'id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'name': 'tempest-TestShelveInstance-185141957-router', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:07:54Z', 'updated_at': '2021-04-15T11:12:49Z', 'revision_number': 6, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'gw_port_host': None}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:50.068991 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee0407-3813-4db8-840b-73ed2ef55a29 None None] The sync data for ids ['77f833b4-18a1-41a0-9620-d458541e21cc'] in dv-cinder-786386-1-iscsi is: [{'id': '77f833b4-18a1-41a0-9620-d458541e21cc', 'name': 'tempest-TestShelveInstance-185141957-router', 'tenant_id': '8f5b0aeca07749e5853fd41afc9717a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:07:54Z', 'updated_at': '2021-04-15T11:12:49Z', 'revision_number': 6, 'project_id': '8f5b0aeca07749e5853fd41afc9717a6', 'gw_port_host': None}] {{(pid=85322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:12:50.111016 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Calling delete_port for 3ab07e7d-0e80-417f-a3ea-bd94cc802cba owned by network:router_gateway {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:12:50.373629 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:50.390865 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-68eaa2ad-b526-4522-aee9-a9c270f5a996 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:50.496202 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab07e7d-0e80-417f-a3ea-bd94cc802cba,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:50.512219 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:50.512646 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:50.513071 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:50.513493 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:50.513902 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:50.514321 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:50.514775 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:50.515188 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:50.515604 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:50.516005 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:50.516412 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:50.516824 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-iscsi {{(pid=85321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 11:12:50.527952 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:50.694992 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852769478'] for router_gateway, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:50.892933 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852770596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60879'] for router, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:50.895871 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:50.925027 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000460'] for router, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:50.926242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77f833b4-18a1-41a0-9620-d458541e21cc {{(pid=85321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:12:50.946072 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] Notify callbacks [] for router, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:50.952560 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-883e7974-aad7-49b0-9917-4c2ac5ecf27e admin admin] 10.222.0.100 "DELETE /v2.0/routers/77f833b4-18a1-41a0-9620-d458541e21cc HTTP/1.1" status: 204  len: 168 time: 1.9899375
Apr 15 11:12:50.955175 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53174) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:50.983951 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:12:51.034456 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4c02af-4190-4797-8a56-a6154c0c4ba3 admin admin] Deleting subnet b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8 {{(pid=85321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:12:51.039277 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d4c02af-4190-4797-8a56-a6154c0c4ba3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:51.047256 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:12:51.047912 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 3566f1fd-8b2a-4774-9cf3-39b77f5bb512 not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:12:51.048579 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 3ab07e7d-0e80-417f-a3ea-bd94cc802cba no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:12:51.096929 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: 3ab07e7d-0e80-417f-a3ea-bd94cc802cba {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:12:51.098149 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 3ab07e7d-0e80-417f-a3ea-bd94cc802cba not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:12:51.106220 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d4c02af-4190-4797-8a56-a6154c0c4ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851186173'] for subnet, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:51.200722 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d4c02af-4190-4797-8a56-a6154c0c4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5390'] for subnet, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:51.380546 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:51.739932 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d4c02af-4190-4797-8a56-a6154c0c4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853608755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851334486'] for subnet, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:51.760610 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-7e2cde97-20cc-4446-a54e-f98d2c5b3056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:51.848736 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c02af-4190-4797-8a56-a6154c0c4ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:51.853707 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8d4c02af-4190-4797-8a56-a6154c0c4ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:51.901443 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8d4c02af-4190-4797-8a56-a6154c0c4ba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:51.909165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296f02a2-f9eb-4400-ac8b-076c3ea8ff30 None None] Network 71f67761-4627-416f-b775-4cf090e2cb02 requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:12:51.911131 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-8d4c02af-4190-4797-8a56-a6154c0c4ba3 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/b2f42c1a-8b9c-4e40-b1d6-334b1f1c07e8 HTTP/1.1" status: 204  len: 168 time: 0.9543586
Apr 15 11:12:51.914353 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53178) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:52.060820 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854678852'] for network, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:52.143491 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] Deleting port 63524db2-e102-4db6-9070-915175447e06 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:12:52.144409 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:52.223017 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b021ac3-e525-4693-a594-5fb174cae723 None None] DHCP port deletion for 71f67761-4627-416f-b775-4cf090e2cb02 request from dv-cinder-786386-1-iscsi {{(pid=85322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:12:52.229165 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-4b021ac3-e525-4693-a594-5fb174cae723 None None] Deleting port 63524db2-e102-4db6-9070-915175447e06 {{(pid=85322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:12:52.229661 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4b021ac3-e525-4693-a594-5fb174cae723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:52.400671 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] For port 63524db2-e102-4db6-9070-915175447e06, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=63524db2-e102-4db6-9070-915175447e06,segment=NetworkSegment(548cc6a4-8277-4079-a28d-455e586cac23),segment_id=548cc6a4-8277-4079-a28d-455e586cac23)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:12:52.401058 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:52.552560 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] Calling delete_port for 63524db2-e102-4db6-9070-915175447e06 owned by network:dhcp {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:12:52.623170 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-4b021ac3-e525-4693-a594-5fb174cae723 None None] For port 63524db2-e102-4db6-9070-915175447e06, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=63524db2-e102-4db6-9070-915175447e06,segment=NetworkSegment(548cc6a4-8277-4079-a28d-455e586cac23),segment_id=548cc6a4-8277-4079-a28d-455e586cac23)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:12:52.623932 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4b021ac3-e525-4693-a594-5fb174cae723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:52.635328 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:52.653168 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-09570c9a-d3a3-4815-839a-bea04d52bd26 tempest-TestVolumeBootPattern-1385989963 tempest-TestVolumeBootPattern-1385989963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:52.752082 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] Pushing event deleted for resources: {'Port': ['ID=63524db2-e102-4db6-9070-915175447e06,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:52.760533 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:52.808485 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-4b021ac3-e525-4693-a594-5fb174cae723 None None] Calling delete_port for 63524db2-e102-4db6-9070-915175447e06 owned by network:dhcp {{(pid=85322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:12:52.840230 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] No DVR routers for this DVR port 63524db2-e102-4db6-9070-915175447e06 on host dv-cinder-786386-1-iscsi {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:12:52.956961 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.api [None req-4b021ac3-e525-4693-a594-5fb174cae723 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:12:52.957672 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_db.api [None req-4b021ac3-e525-4693-a594-5fb174cae723 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:12:52.994816 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 63524db2-e102-4db6-9070-915175447e06 no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:12:53.022920 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854341903', 'neutron.services.segments.db._delete_segments_for_network--9223363306319465793'] for network, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:53.060552 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: 63524db2-e102-4db6-9070-915175447e06 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:12:53.061569 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 63524db2-e102-4db6-9070-915175447e06 not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:12:53.172157 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0bc5120be0>,) {'filters': {'network_id': ['71f67761-4627-416f-b775-4cf090e2cb02']}} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:53.186710 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc5120be0>, '548cc6a4-8277-4079-a28d-455e586cac23') {'for_net_delete': True} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:53.187063 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc5120be0>, '548cc6a4-8277-4079-a28d-455e586cac23') {} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:53.200985 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306319469889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3589659'] for segment, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:53.217262 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:53.225244 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] Releasing vlan 1423 on physical network physnet1 to pool {{(pid=85321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:12:53.420370 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] Network 71f67761-4627-416f-b775-4cf090e2cb02 has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:12:53.431196 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-63568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167214'] for segment, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:53.459040 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-4b021ac3-e525-4693-a594-5fb174cae723 None None] Deleting port 63524db2-e102-4db6-9070-915175447e06 {{(pid=85322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:12:53.459709 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4b021ac3-e525-4693-a594-5fb174cae723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:53.548869 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-4b021ac3-e525-4693-a594-5fb174cae723 None None] The port '63524db2-e102-4db6-9070-915175447e06' was deleted {{(pid=85322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:12:53.633406 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] Network 71f67761-4627-416f-b775-4cf090e2cb02 has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]: Traceback (most recent call last):
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:     timer()
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:     cb(*args, **kw)
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:     return func(*args, **kwargs)
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:     self._notify()
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:     self.callback(batched_events)
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:     event.method(event)
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:     segment_id)['aggregates'][0]
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:     return f(self, *a, **k)
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self._get(url).json()
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:     **kwargs)
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:     **endpoint_filter)
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:12:53.663373 dv-cinder-786386-1-iscsi neutron-server[85207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:12:53.755711 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-433798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006288'] for network, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:53.759733 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:53.777301 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:53.785079 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] Pushing event deleted for resources: {'Network': ['ID=71f67761-4627-416f-b775-4cf090e2cb02,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:53.790754 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:53.803967 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-3344e62b-13a8-49b4-8e9d-2629d09b9171 admin admin] 10.222.0.100 "DELETE /v2.0/networks/71f67761-4627-416f-b775-4cf090e2cb02 HTTP/1.1" status: 204  len: 168 time: 1.8882959
Apr 15 11:12:53.807297 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53182) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:53.851637 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-d1501850-3115-408f-a6ed-e81dba39ef12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:54.627995 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-be9a4eea-8c5a-4e51-b434-6871aa1e0875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852772599'] for router_interface, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:55.027579 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-be9a4eea-8c5a-4e51-b434-6871aa1e0875 admin admin] Deleting port 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:12:55.028242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-be9a4eea-8c5a-4e51-b434-6871aa1e0875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:55.230752 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-be9a4eea-8c5a-4e51-b434-6871aa1e0875 admin admin] For port 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=7fa7333b-7e15-4f8e-9931-1ef94a8df6f1,segment=NetworkSegment(a2e9ff98-f5c8-455a-ae7b-2816e4ca285b),segment_id=a2e9ff98-f5c8-455a-ae7b-2816e4ca285b)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:12:55.231164 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-be9a4eea-8c5a-4e51-b434-6871aa1e0875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:55.368632 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-be9a4eea-8c5a-4e51-b434-6871aa1e0875 admin admin] Calling delete_port for 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 owned by network:router_interface {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:12:55.445828 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f3b7a557-ce83-402b-8877-cb50219e5ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:55.822808 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-be9a4eea-8c5a-4e51-b434-6871aa1e0875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:55.839930 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ccf4a847-5b15-4a01-8e89-ea027b24c780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:55.940385 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a4eea-8c5a-4e51-b434-6871aa1e0875 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa7333b-7e15-4f8e-9931-1ef94a8df6f1,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:55.948991 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-be9a4eea-8c5a-4e51-b434-6871aa1e0875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:56.379993 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-be9a4eea-8c5a-4e51-b434-6871aa1e0875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852769316'] for router_interface, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:56.743033 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:57.096652 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:57.206035 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9a4eea-8c5a-4e51-b434-6871aa1e0875 admin admin] Router 37ed43c9-1ac0-491b-8b73-326c4f6eb47e has already been hosted by L3 agent 998b28b0-38b9-4dc5-bc74-f3a08231514d {{(pid=85321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 11:12:57.585399 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9a4eea-8c5a-4e51-b434-6871aa1e0875 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-iscsi the message routers_updated {{(pid=85321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 11:12:57.596269 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35cff9d-217a-47ca-975b-324a9d5eb8f0 None None] Sync routers for ids ['37ed43c9-1ac0-491b-8b73-326c4f6eb47e'] in dv-cinder-786386-1-iscsi {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 11:12:57.608654 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35cff9d-217a-47ca-975b-324a9d5eb8f0 None None] Routers {'37ed43c9-1ac0-491b-8b73-326c4f6eb47e'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:12:57.609347 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-a35cff9d-217a-47ca-975b-324a9d5eb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5a77710>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:12:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['37ed43c9-1ac0-491b-8b73-326c4f6eb47e'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:57.615988 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-be9a4eea-8c5a-4e51-b434-6871aa1e0875 admin admin] 10.222.0.100 "PUT /v2.0/routers/37ed43c9-1ac0-491b-8b73-326c4f6eb47e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8071675
Apr 15 11:12:57.618767 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53188) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:57.809783 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-a35cff9d-217a-47ca-975b-324a9d5eb8f0 None None] Set router 37ed43c9-1ac0-491b-8b73-326c4f6eb47e gateway port host: dv-cinder-786386-1-iscsi {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:12:57.947576 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-23043528-80df-4008-94f3-2eabf387558e admin admin] Notify callbacks [] for router, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:58.221480 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-23043528-80df-4008-94f3-2eabf387558e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:58.232631 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-23043528-80df-4008-94f3-2eabf387558e admin admin] Deleting port 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:12:58.233225 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-23043528-80df-4008-94f3-2eabf387558e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:58.415624 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-a35cff9d-217a-47ca-975b-324a9d5eb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5a77710>, [{'id': '37ed43c9-1ac0-491b-8b73-326c4f6eb47e', 'name': 'tempest-TestShelveInstance-1742993458-router', 'tenant_id': 'ad3590c09afe4eec9029524dba439470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'external_fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '8bc73ecd-ceaf-4cb6-9055-71052e7e2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:05Z', 'updated_at': '2021-04-15T11:12:55Z', 'revision_number': 5, 'project_id': 'ad3590c09afe4eec9029524dba439470', 'gw_port': {'id': '8bc73ecd-ceaf-4cb6-9055-71052e7e2a41', 'name': '', 'network_id': '1eeb9c89-2bb9-4c7f-a0e4-333ef2157091', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ed43c9-1ac0-491b-8b73-326c4f6eb47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:06Z', 'updated_at': '2021-04-15T11:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78180e32-2848-4a5f-839b-5eade47ae7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-iscsi'}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:58.421358 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35cff9d-217a-47ca-975b-324a9d5eb8f0 None None] Checking router: 37ed43c9-1ac0-491b-8b73-326c4f6eb47e for host: dv-cinder-786386-1-iscsi {{(pid=85323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 11:12:58.432628 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35cff9d-217a-47ca-975b-324a9d5eb8f0 None None] Routers {'37ed43c9-1ac0-491b-8b73-326c4f6eb47e'} bound to L3 agent in host dv-cinder-786386-1-iscsi {{(pid=85323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 11:12:58.433346 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-a35cff9d-217a-47ca-975b-324a9d5eb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0bc5a77710>, 'dv-cinder-786386-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:55Z,description=<?>,heartbeat_timestamp=2021-04-15T11:12:55Z,host='dv-cinder-786386-1-iscsi',id=998b28b0-38b9-4dc5-bc74-f3a08231514d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T10:47:55Z,topic='l3_agent')) {'router_ids': ['37ed43c9-1ac0-491b-8b73-326c4f6eb47e'], 'active': True} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:58.452542 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-23043528-80df-4008-94f3-2eabf387558e admin admin] For port 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=8bc73ecd-ceaf-4cb6-9055-71052e7e2a41,segment=NetworkSegment(6fcc1cd6-1d7b-4d55-8e82-070126d66f4a),segment_id=6fcc1cd6-1d7b-4d55-8e82-070126d66f4a)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:12:58.453111 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-23043528-80df-4008-94f3-2eabf387558e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:58.610084 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-23043528-80df-4008-94f3-2eabf387558e admin admin] Calling delete_port for 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41 owned by network:router_gateway {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:12:58.686508 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvr_db [None req-a35cff9d-217a-47ca-975b-324a9d5eb8f0 None None] Set router 37ed43c9-1ac0-491b-8b73-326c4f6eb47e gateway port host: None {{(pid=85323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 11:12:58.808930 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_hamode_db [None req-a35cff9d-217a-47ca-975b-324a9d5eb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0bc5a77710>, [{'id': '37ed43c9-1ac0-491b-8b73-326c4f6eb47e', 'name': 'tempest-TestShelveInstance-1742993458-router', 'tenant_id': 'ad3590c09afe4eec9029524dba439470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:05Z', 'updated_at': '2021-04-15T11:12:58Z', 'revision_number': 6, 'project_id': 'ad3590c09afe4eec9029524dba439470', 'gw_port_host': None}], 'dv-cinder-786386-1-iscsi', False) {} {{(pid=85323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:12:58.814200 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35cff9d-217a-47ca-975b-324a9d5eb8f0 None None] The sync data for ids ['37ed43c9-1ac0-491b-8b73-326c4f6eb47e'] in dv-cinder-786386-1-iscsi is: [{'id': '37ed43c9-1ac0-491b-8b73-326c4f6eb47e', 'name': 'tempest-TestShelveInstance-1742993458-router', 'tenant_id': 'ad3590c09afe4eec9029524dba439470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:05Z', 'updated_at': '2021-04-15T11:12:58Z', 'revision_number': 6, 'project_id': 'ad3590c09afe4eec9029524dba439470', 'gw_port_host': None}] {{(pid=85323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 11:12:58.836125 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-23043528-80df-4008-94f3-2eabf387558e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:58.857100 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-926f2f3b-a14b-4f53-b0eb-3124719e8e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:12:58.934280 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:12:58.969359 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23043528-80df-4008-94f3-2eabf387558e admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc73ecd-ceaf-4cb6-9055-71052e7e2a41,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:12:58.972283 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-23043528-80df-4008-94f3-2eabf387558e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:12:58.980765 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:12:58.981168 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 7fa7333b-7e15-4f8e-9931-1ef94a8df6f1 not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:12:59.447094 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-23043528-80df-4008-94f3-2eabf387558e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852769478'] for router_gateway, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:59.640619 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-23043528-80df-4008-94f3-2eabf387558e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852770596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60879'] for router, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:59.643252 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-23043528-80df-4008-94f3-2eabf387558e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:59.671883 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-23043528-80df-4008-94f3-2eabf387558e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000460'] for router, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:59.672620 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23043528-80df-4008-94f3-2eabf387558e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37ed43c9-1ac0-491b-8b73-326c4f6eb47e {{(pid=85321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 11:12:59.689695 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-23043528-80df-4008-94f3-2eabf387558e admin admin] Notify callbacks [] for router, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:59.691313 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-23043528-80df-4008-94f3-2eabf387558e admin admin] 10.222.0.100 "DELETE /v2.0/routers/37ed43c9-1ac0-491b-8b73-326c4f6eb47e HTTP/1.1" status: 204  len: 168 time: 2.0711544
Apr 15 11:12:59.695139 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53192) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:12:59.780390 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a13c4e-5db3-495b-8895-0d68dd4f7ae9 admin admin] Deleting subnet f357aa4c-71f9-4e59-9727-aa60cd1629b7 {{(pid=85321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 11:12:59.784176 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-50a13c4e-5db3-495b-8895-0d68dd4f7ae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:59.843104 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-50a13c4e-5db3-495b-8895-0d68dd4f7ae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851186173'] for subnet, precommit_delete_associations {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:12:59.931189 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-50a13c4e-5db3-495b-8895-0d68dd4f7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5390'] for subnet, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:00.226735 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-50a13c4e-5db3-495b-8895-0d68dd4f7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853608755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851334486'] for subnet, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:00.244017 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-f6ff05fe-3541-4198-b3c9-7ad63e544db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:13:00.293793 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:00.333760 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a13c4e-5db3-495b-8895-0d68dd4f7ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f357aa4c-71f9-4e59-9727-aa60cd1629b7,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:13:00.341409 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-50a13c4e-5db3-495b-8895-0d68dd4f7ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:13:00.388895 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-50a13c4e-5db3-495b-8895-0d68dd4f7ae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:00.397305 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00ffa84-6a4b-4025-a8ed-63c4f4b040d5 None None] Network 259943f4-565d-4671-b4de-422683e6489d requested from dv-cinder-786386-1-iscsi {{(pid=85322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 11:13:00.398974 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-50a13c4e-5db3-495b-8895-0d68dd4f7ae9 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/f357aa4c-71f9-4e59-9727-aa60cd1629b7 HTTP/1.1" status: 204  len: 168 time: 0.7025676
Apr 15 11:13:00.403250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53196) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:13:00.507754 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:13:00.548078 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854678852'] for network, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:00.630083 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] Deleting port 2634ce09-1839-4c02-a8c5-3aa5a9a65194 {{(pid=85321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:13:00.630712 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:00.709199 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dabe80-481c-47aa-ab13-84059f272873 None None] DHCP port deletion for 259943f4-565d-4671-b4de-422683e6489d request from dv-cinder-786386-1-iscsi {{(pid=85322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 11:13:00.714371 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-e9dabe80-481c-47aa-ab13-84059f272873 None None] Deleting port 2634ce09-1839-4c02-a8c5-3aa5a9a65194 {{(pid=85322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:13:00.715032 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e9dabe80-481c-47aa-ab13-84059f272873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:00.933192 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] For port 2634ce09-1839-4c02-a8c5-3aa5a9a65194, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=2634ce09-1839-4c02-a8c5-3aa5a9a65194,segment=NetworkSegment(a2e9ff98-f5c8-455a-ae7b-2816e4ca285b),segment_id=a2e9ff98-f5c8-455a-ae7b-2816e4ca285b)] {{(pid=85321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:13:00.933691 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:01.014899 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 2634ce09-1839-4c02-a8c5-3aa5a9a65194 no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:13:01.114133 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.db [None req-e9dabe80-481c-47aa-ab13-84059f272873 None None] For port 2634ce09-1839-4c02-a8c5-3aa5a9a65194, host dv-cinder-786386-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-iscsi',level=0,port_id=2634ce09-1839-4c02-a8c5-3aa5a9a65194,segment=NetworkSegment(a2e9ff98-f5c8-455a-ae7b-2816e4ca285b),segment_id=a2e9ff98-f5c8-455a-ae7b-2816e4ca285b)] {{(pid=85322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 11:13:01.114640 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e9dabe80-481c-47aa-ab13-84059f272873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852767916'] for port, precommit_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:01.115416 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] Calling delete_port for 2634ce09-1839-4c02-a8c5-3aa5a9a65194 owned by network:dhcp {{(pid=85321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:13:01.234645 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854698564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730535243550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730534786282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167034'] for port, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:01.252037 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-ccd8fe26-d223-460f-97fa-7b5bf028dc95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:13:01.262228 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-e9dabe80-481c-47aa-ab13-84059f272873 None None] Calling delete_port for 2634ce09-1839-4c02-a8c5-3aa5a9a65194 owned by network:dhcp {{(pid=85322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 11:13:01.302023 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.plugins.ml2.db [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No ports have port_id starting with 2634ce09-1839-4c02-a8c5-3aa5a9a65194
Apr 15 11:13:01.304836 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41 no longer exists at agent ovs-agent-dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 11:13:01.356483 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] Pushing event deleted for resources: {'Port': ['ID=2634ce09-1839-4c02-a8c5-3aa5a9a65194,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:13:01.357816 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] No Port match for: 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41 {{(pid=85322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 11:13:01.358224 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.rpc [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Device 8bc73ecd-ceaf-4cb6-9055-71052e7e2a41 not bound to the agent host dv-cinder-786386-1-iscsi {{(pid=85322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 11:13:01.359718 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:13:01.390977 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.db.api [None req-e9dabe80-481c-47aa-ab13-84059f272873 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 11:13:01.391412 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_db.api [None req-e9dabe80-481c-47aa-ab13-84059f272873 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 11:13:01.418481 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] No DVR routers for this DVR port 2634ce09-1839-4c02-a8c5-3aa5a9a65194 on host dv-cinder-786386-1-iscsi {{(pid=85321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 11:13:01.558063 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854341903', 'neutron.services.segments.db._delete_segments_for_network--9223363306319465793'] for network, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:01.684275 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0bc43b5438>,) {'filters': {'network_id': ['259943f4-565d-4671-b4de-422683e6489d']}} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:13:01.699038 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc43b5438>, 'a2e9ff98-f5c8-455a-ae7b-2816e4ca285b') {'for_net_delete': True} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:13:01.699424 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.services.segments.db [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0bc43b5438>, 'a2e9ff98-f5c8-455a-ae7b-2816e4ca285b') {} {{(pid=85321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 11:13:01.713143 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306319469889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3589659'] for segment, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:01.729698 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854712216'] for segment, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:01.737065 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] Releasing vlan 1446 on physical network physnet1 to pool {{(pid=85321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 11:13:01.892781 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-e9dabe80-481c-47aa-ab13-84059f272873 None None] Deleting port 2634ce09-1839-4c02-a8c5-3aa5a9a65194 {{(pid=85322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 11:13:01.893215 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-e9dabe80-481c-47aa-ab13-84059f272873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306319544453'] for port, before_delete {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:01.936428 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] Network 259943f4-565d-4671-b4de-422683e6489d has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:13:01.947093 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-63568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167214'] for segment, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:01.970218 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.plugin [None req-e9dabe80-481c-47aa-ab13-84059f272873 None None] The port '2634ce09-1839-4c02-a8c5-3aa5a9a65194' was deleted {{(pid=85322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 11:13:02.140401 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.plugins.ml2.managers [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] Network 259943f4-565d-4671-b4de-422683e6489d has no segments {{(pid=85321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]: Traceback (most recent call last):
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:     timer()
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:     cb(*args, **kw)
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:     return func(*args, **kwargs)
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:     self._notify()
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:     self.callback(batched_events)
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:     event.method(event)
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:     segment_id)['aggregates'][0]
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:     return f(self, *a, **k)
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self._get(url).json()
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:     **kwargs)
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:     return self.request(url, 'GET', **kwargs)
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:     **endpoint_filter)
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 11:13:02.166906 dv-cinder-786386-1-iscsi neutron-server[85207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 11:13:02.261250 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-433798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006288'] for network, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:02.265331 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-791d5692-c293-4b9e-a8da-1f3294d299a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:13:02.283013 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167712'] for network, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:02.293246 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] Pushing event deleted for resources: {'Network': ['ID=259943f4-565d-4671-b4de-422683e6489d,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:13:02.298855 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:13:02.302667 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-158ee34d-8ed8-4a7f-a084-ecbec72b1acb admin admin] 10.222.0.100 "DELETE /v2.0/networks/259943f4-565d-4671-b4de-422683e6489d HTTP/1.1" status: 204  len: 168 time: 1.8981380
Apr 15 11:13:02.498247 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53202) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:13:02.556777 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-c420ec00-ea00-4643-96e5-d8b7ee7f0ae1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8f5b0aeca07749e5853fd41afc9717a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0569208
Apr 15 11:13:02.559574 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53206) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:13:02.634964 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8e1c724f-a940-4871-b0e0-ad554b47f659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:02.667406 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8e1c724f-a940-4871-b0e0-ad554b47f659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:02.730334 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8e1c724f-a940-4871-b0e0-ad554b47f659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:02.736320 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-9a5e540d-51ba-46c7-ae22-3a5ccaea981b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:13:02.752234 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c724f-a940-4871-b0e0-ad554b47f659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7f9fa6-cfb6-42c3-beba-6bae62d095d2,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:13:02.755176 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-8e1c724f-a940-4871-b0e0-ad554b47f659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:13:02.763598 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8e1c724f-a940-4871-b0e0-ad554b47f659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:02.765569 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-8e1c724f-a940-4871-b0e0-ad554b47f659 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fc7f9fa6-cfb6-42c3-beba-6bae62d095d2 HTTP/1.1" status: 204  len: 168 time: 0.2046375
Apr 15 11:13:03.307562 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53214) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:13:03.364123 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-5011f431-f303-402c-a002-9845054e79c6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ad3590c09afe4eec9029524dba439470&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0550687
Apr 15 11:13:03.367188 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [-] (85321) accepted ('10.222.0.100', 53218) {{(pid=85321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 11:13:03.438064 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2d16bd7a-7fe8-458a-b062-0667f8f90370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:03.470877 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2d16bd7a-7fe8-458a-b062-0667f8f90370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:03.530366 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2d16bd7a-7fe8-458a-b062-0667f8f90370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806026'] for security_group, after_delete {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:03.537595 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-be599df3-6f81-435e-89fd-4d09681ad727 tempest-AttachVolumeTestJSON-1578308559 tempest-AttachVolumeTestJSON-1578308559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 11:13:03.549826 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16bd7a-7fe8-458a-b062-0667f8f90370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae435c3-7bdf-48ac-ba56-f9dad330f751,revision_number=None']} {{(pid=85321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 11:13:03.554670 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG oslo_concurrency.lockutils [None req-2d16bd7a-7fe8-458a-b062-0667f8f90370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 11:13:03.558086 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-2d16bd7a-7fe8-458a-b062-0667f8f90370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:03.563593 dv-cinder-786386-1-iscsi neutron-server[85207]: INFO neutron.wsgi [None req-2d16bd7a-7fe8-458a-b062-0667f8f90370 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/2ae435c3-7bdf-48ac-ba56-f9dad330f751 HTTP/1.1" status: 204  len: 168 time: 0.1910365
Apr 15 11:13:21.397111 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:23.847807 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ee99a823-4c45-410a-8b43-2384a07ac7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:25.451544 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-40c2434a-f52d-41f4-aa07-3382e060619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:26.750005 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:27.082522 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:30.292863 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:37.507555 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:13:51.408658 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:53.857599 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f2afe3b7-9895-4bf3-a521-6adc76670b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:55.446442 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-68f01863-2e3d-42ce-b142-ed38e17389f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:56.748233 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:13:57.085245 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:14:00.293413 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:14:14.508735 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:14:21.424258 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:14:23.851778 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4063c424-62aa-4a82-b9c7-1c7046a0cbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:14:25.452922 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-4ecfbee4-208b-40c5-a237-c41d65e12a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:14:26.751932 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:14:27.091615 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:14:30.296584 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:14:51.438407 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:14:51.508128 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:14:53.856744 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-54f27214-d845-4aad-a917-601a04a524b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:14:55.447081 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-0896f65c-fb92-4a06-bc0c-c03e58e7add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:14:56.754372 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:14:57.085136 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:15:00.303439 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:15:07.507289 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [req-9c920f78-f2b5-42dc-8d86-65a94c5d5060 req-1aae9127-1d86-4435-9d55-f204bd6db687 service neutron] (85321) timed out ('10.222.0.99', 49951) {{(pid=85321) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 11:15:21.456322 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:15:23.860280 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2a43-4bc6-4d73-bc6b-d1de3d770507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:15:25.452177 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-a3aac80c-25ac-4eef-9767-dd3679312981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:15:26.757474 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:15:27.089700 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:15:28.508303 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:15:30.302810 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:15:51.456240 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:15:53.868242 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-1ce096f2-f410-432e-8a10-88a750ec516a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:15:55.457256 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-46e79cb6-84b3-411f-8548-cfaa14fd79e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:15:56.760094 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:15:57.093194 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:16:00.422051 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:16:05.508239 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:16:21.455946 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:16:23.867777 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-067374fe-c5e9-4e42-b4b4-f32662d26cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:16:25.466917 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-8483663d-7da8-4126-b64f-b178e3b7d9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:16:26.761994 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:16:27.100474 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:16:30.309916 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:16:42.508869 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:16:51.455040 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:16:53.871711 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-3be340f2-8fba-4858-b092-b37c27ab1536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:16:55.461711 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-34f11bc7-4995-46ad-8bcb-f170ab8b7c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:16:56.765827 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:16:57.094942 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:17:00.311975 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:17:19.510640 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:17:21.454547 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:17:23.884226 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-7e4c54d6-3ebb-4c1d-847a-71884751402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:17:25.470531 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-84dbc5e3-490c-414d-9d91-7f38cdbd57c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:17:26.769042 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:17:27.103987 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:17:30.314132 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:17:51.484409 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-dab89312-93f3-4ba4-9827-e800a63c2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:17:53.879517 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-524c67fc-8117-4f35-b079-0ac544fdc826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:17:55.465999 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ac309f43-1e9a-4dec-ae95-c4ee2b7a1086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:17:55.566227 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.wsgi [req-532562be-bc1f-499b-87f3-84742cbf53bd req-47fbe782-f8f6-4e5b-b244-d854a63288f0 service neutron] (85321) timed out ('10.222.0.99', 49916) {{(pid=85321) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 11:17:56.510680 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron.db.agents_db [None req-19bd266d-7a2a-4fdf-bc6e-6595ff91641e None None] Agent healthcheck: found 6 active agents {{(pid=85323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 11:17:56.773295 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee369-5d21-438b-8370-2221418b791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:17:57.099982 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6c3a66c8-e5a8-49ec-a004-0cb253322361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 11:18:00.376643 dv-cinder-786386-1-iscsi neutron-server[85207]: DEBUG neutron_lib.callbacks.manager [None req-6d86dd17-d8ec-47ae-9376-196548db98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306319465810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-436291'] for agent, after_update {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}